-- Logs begin at Mon 2021-08-09 12:43:05 UTC, end at Mon 2021-08-09 13:40:27 UTC. -- Aug 09 13:16:18.107872 dv-cinder-787296-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 13:16:20.761810 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.common.config [-] Logging enabled! Aug 09 13:16:20.762535 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev525 Aug 09 13:16:20.762535 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93254) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 13:16:20.765862 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.common.config [-] Logging enabled! Aug 09 13:16:20.766117 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev525 Aug 09 13:16:20.766430 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93254) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 13:16:20.767367 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 13:16:20.767594 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 13:16:20.767959 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 13:16:20.768201 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 13:16:20.768449 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 13:16:20.768772 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.769075 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.769372 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.769604 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.769882 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.770171 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.770453 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.770741 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.771038 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.771326 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.771604 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.771888 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.772120 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.772420 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.772709 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.772996 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.773220 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] debug = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.773502 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.773928 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.774340 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.774621 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.774909 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.775187 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.775520 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.775801 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.776088 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.776447 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] host = dv-cinder-787296-4-iscsi {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.776729 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.777017 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.777302 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.777588 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.777865 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.778142 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.778426 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.778700 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.778972 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] log_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.779247 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.779534 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.779821 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.780110 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.780360 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.780583 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.780873 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.781159 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.781434 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.781708 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.781981 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.782254 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.782526 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.782791 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.783073 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.783354 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.783637 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.783913 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.784185 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.784484 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.784756 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.785037 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.785310 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.785581 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.785854 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.786137 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.786405 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.786677 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.786975 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.787259 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.787536 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.787819 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.788091 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.788394 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.788667 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.788939 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.789211 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] use_json = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.789482 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.789750 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.790028 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.790301 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.790572 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.790840 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.791214 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.791507 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:20.791806 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.792105 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.792428 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.792715 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.793010 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.793291 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.793579 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.793858 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.794150 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.794440 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.794732 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.795011 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.795298 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.795575 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.795866 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.796167 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.796491 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.796785 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.797061 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.797332 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.797605 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.797882 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.798169 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.798466 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.798758 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.799033 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.799314 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.799606 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.799885 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.800155 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.800472 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.800764 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.801043 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.801317 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.801598 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.801876 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.802149 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.802419 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.802699 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.802989 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.803266 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.803538 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.803808 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.804089 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.804385 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.804670 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.804949 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.805221 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.805493 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.805769 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.806038 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.806309 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.806585 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.806895 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.807171 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.807442 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.807713 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.807983 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.808251 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.808546 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.808816 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.809086 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.809361 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.809632 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.809899 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.810167 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.810439 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.810712 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.810996 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.811294 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.811570 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.811847 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.812120 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.812423 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.812698 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.812972 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.813246 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.813522 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.813796 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.814081 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.814360 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.814645 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.814927 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.815200 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.815493 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.815766 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.816046 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.816349 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.816630 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.816919 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.817201 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.817494 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.817784 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.818077 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.818367 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.818657 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.818936 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.819239 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.819518 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:20.819733 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 13:16:20.819971 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93254) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 13:16:21.166526 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 13:16:21.166759 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 13:16:21.166992 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 13:16:21.167324 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 13:16:21.558929 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.559174 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.559475 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.560717 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.560988 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.561247 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.594864 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.595185 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.595462 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.612442 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.612716 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.612983 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.641110 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.641379 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.641646 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.676837 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.677115 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.677384 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.908730 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.909374 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.909374 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.909374 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:21.910089 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.030064 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.030389 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.030658 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.030926 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.031188 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.031491 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.031745 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.031998 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.032251 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.032556 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.032801 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.033059 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.033311 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.033558 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.033806 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.034072 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.034320 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.034566 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.034830 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.035084 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.035352 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.035601 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.035878 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.036247 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.036514 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.036759 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.037158 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 13:16:22.037395 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 13:16:22.037630 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 13:16:22.037865 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 13:16:22.038099 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 13:16:22.038330 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 13:16:22.038697 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 13:16:22.042054 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 13:16:22.046007 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 13:16:22.049828 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 09 13:16:22.051595 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 13:16:22.052064 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 13:16:22.052427 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 13:16:22.052799 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 13:16:22.055603 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 13:16:22.055853 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 13:16:22.056200 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 13:16:22.061808 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 13:16:22.083949 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 13:16:22.084459 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.084760 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93254) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 13:16:22.085122 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.086479 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93254) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 13:16:22.086775 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 13:16:22.087021 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 13:16:22.090640 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.090913 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.155357 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 13:16:22.155591 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 13:16:22.155827 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 13:16:22.156206 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 13:16:22.178933 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_db.sqlalchemy.engines [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93254) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 13:16:22.718842 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Initializing driver for type 'gre' Aug 09 13:16:22.719437 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] gre ID ranges: [(1, 1000)] Aug 09 13:16:22.785051 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Initializing driver for type 'local' Aug 09 13:16:22.785381 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Initializing driver for type 'vlan' Aug 09 13:16:22.798614 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] VlanTypeDriver initialization complete Aug 09 13:16:22.798949 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Initializing driver for type 'vxlan' Aug 09 13:16:22.799498 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] vxlan ID ranges: [(1, 1000)] Aug 09 13:16:22.850737 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Initializing extension driver 'port_security' Aug 09 13:16:22.851062 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.extensions.port_security [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] PortSecurityExtensionDriver initialization complete Aug 09 13:16:22.851372 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Initializing mechanism driver 'openvswitch' Aug 09 13:16:22.851694 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Initializing mechanism driver 'hyperv' Aug 09 13:16:22.858702 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:16:22.859387 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > port after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.859756 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > port after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.860139 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > port after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.860685 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 13:16:22.861118 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.861799 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.862147 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.862534 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 13:16:22.862937 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > network after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.863280 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > network after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.863621 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > network after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.864004 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 13:16:22.864434 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.864778 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.865099 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.865489 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 13:16:22.866016 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.866367 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.866706 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.867095 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 13:16:22.867495 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.867837 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.868175 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.868588 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 13:16:22.868962 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] ML2 OVO RPC backend initialized. {{(pid=93254) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 13:16:22.870055 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.870410 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.870826 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > network before_response 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.871170 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > networks before_response 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.871516 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > port before_response 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.871852 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > ports before_response 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.872193 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.872556 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.872899 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > network after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.873236 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > network after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.873564 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > network after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.873895 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > port after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.874233 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > port after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.874563 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > port after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.874885 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.875217 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.875547 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.876118 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.plugin [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Modular L2 Plugin initialization complete Aug 09 13:16:22.876473 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading services supported by the core plugin {{(pid=93254) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 13:16:22.876799 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.plugins.ml2.managers [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Got port-security extension from driver 'port_security' Aug 09 13:16:22.877262 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.extensions.vlantransparent [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Disabled vlantransparent extension. Aug 09 13:16:22.877744 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93254) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 13:16:22.878052 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading Plugin: router Aug 09 13:16:22.915697 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.916403 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router after_create 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.916594 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router before_create 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.916958 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.917328 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.917676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router after_delete 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.918035 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.918394 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router after_create 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.918737 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router after_update 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.919084 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router after_update 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.919423 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.919778 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router after_update 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.920184 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.920574 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: port after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.920892 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: port after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.921222 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: subnet after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.921559 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.921899 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.922237 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.922581 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: port before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.922916 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.923264 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router after_update 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.923600 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.923944 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.924313 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.924646 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.925004 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > agent after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.925347 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.925686 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > network after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.926537 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Tracking information for resource: router configured {{(pid=93254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 13:16:22.926862 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Tracking information for resource: floatingip configured {{(pid=93254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 13:16:22.931688 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.db.l3_agentschedulers_db [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 13:16:22.932916 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: port after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.933282 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: port after_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.933633 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: port after_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.933980 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: port after_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.934764 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router before_create 55550100 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.935128 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.935484 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.935839 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.940535 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.services.provider_configuration [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service providers = [] {{(pid=93254) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 13:16:22.940897 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.db.servicetype_db [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93254) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 13:16:22.943817 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.services.service_base [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 13:16:22.944164 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.services.service_base [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 13:16:22.944526 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.services.service_base [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 13:16:22.945422 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.services.service_base [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 13:16:22.945788 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.services.service_base [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 13:16:22.946160 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 13:16:22.946472 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 13:16:22.957571 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 13:16:22.957900 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading Plugin: auto_allocate Aug 09 13:16:22.964099 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: network precommit_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.964497 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: network precommit_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.965013 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 13:16:22.965331 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading Plugin: tag Aug 09 13:16:22.971841 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 13:16:22.972100 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading Plugin: timestamp Aug 09 13:16:22.976076 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 13:16:22.976437 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading Plugin: network_ip_availability Aug 09 13:16:22.982341 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.982712 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.983068 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:22.983781 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 13:16:22.984099 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading Plugin: flavors Aug 09 13:16:22.989118 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 13:16:22.989445 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading Plugin: revisions Aug 09 13:16:22.993717 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 13:16:22.994098 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_concurrency.lockutils [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=93254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 13:16:22.995041 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93254) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 13:16:22.995375 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Initializing extension manager. Aug 09 13:16:22.995882 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: __init__.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:22.996226 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: __pycache__ {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:22.996588 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:22.996925 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: address_group.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:22.997679 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:22.998238 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: address-group Aug 09 13:16:22.998556 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: address_scope.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:22.999270 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:22.999775 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: address-scope Aug 09 13:16:23.000090 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.001032 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.001529 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: router-admin-state-down-before-update Aug 09 13:16:23.001852 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: agent.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.002743 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.003228 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: agent Aug 09 13:16:23.003543 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: agent_resources_synced.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.004496 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.004996 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: agent-resources-synced Aug 09 13:16:23.005311 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.007099 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.007609 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: allowed-address-pairs Aug 09 13:16:23.007932 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.009026 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.009530 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: auto-allocated-topology Aug 09 13:16:23.009851 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: availability_zone.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.011057 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.011561 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: availability_zone Aug 09 13:16:23.011881 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: availability_zone_filter.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.012845 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.013340 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: availability_zone_filter Aug 09 13:16:23.013658 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: data_plane_status.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.014569 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.015063 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 13:16:23.015379 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: default_subnetpools.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.016315 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.016820 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: default-subnetpools Aug 09 13:16:23.017140 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.017951 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.018451 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: dhcp_agent_scheduler Aug 09 13:16:23.018772 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: dns.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.019694 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.020197 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 13:16:23.020544 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: dns_domain_ports.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.021455 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.021959 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 13:16:23.022279 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.023195 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.023696 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 13:16:23.024014 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: dvr.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.024715 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.025215 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: dvr Aug 09 13:16:23.025557 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: ecmp_routes.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.026636 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.027136 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 13:16:23.027451 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: empty_string_filtering.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.028385 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.028886 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: empty-string-filtering Aug 09 13:16:23.029201 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.030115 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.030608 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 13:16:23.030921 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.031848 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.032372 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 13:16:23.032688 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: external_net.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.033593 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.034086 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: external-net Aug 09 13:16:23.034401 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.035319 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.035815 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: extra_dhcp_opt Aug 09 13:16:23.036133 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: extraroute.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.037081 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.037580 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: extraroute Aug 09 13:16:23.037898 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: extraroute_atomic.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.038937 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.039429 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: extraroute-atomic Aug 09 13:16:23.039748 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: filter_validation.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.040449 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.040947 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: filter-validation Aug 09 13:16:23.041423 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: fip_pf_description.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.042726 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.043229 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 13:16:23.043545 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: fip_port_details.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.044509 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.045009 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: fip-port-details Aug 09 13:16:23.045325 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: flavors.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.046543 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.047055 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: flavors Aug 09 13:16:23.047380 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.049087 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.049608 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 13:16:23.049927 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: floatingip_pools.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.050616 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.051129 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: floatingip-pools Aug 09 13:16:23.051448 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: ip_allocation.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.052409 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.052908 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 13:16:23.053228 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.054136 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.054640 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: ip-substring-filtering Aug 09 13:16:23.054961 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: l2_adjacency.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.055892 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.056419 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 13:16:23.056737 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: l3.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.058317 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.058832 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: router Aug 09 13:16:23.059149 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.061460 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.061989 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 13:16:23.062317 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.063270 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.063778 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: ext-gw-mode Aug 09 13:16:23.064099 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.065054 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.065561 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: l3-ha Aug 09 13:16:23.065884 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: l3_flavors.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.066799 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.067306 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: l3-flavors Aug 09 13:16:23.067622 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.068569 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.069070 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 13:16:23.069389 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: l3agentscheduler.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.070417 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.070919 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: l3_agent_scheduler Aug 09 13:16:23.071236 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: logging.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.073269 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.073795 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension logging not supported by any of loaded plugins Aug 09 13:16:23.074125 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: metering.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.074875 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.075451 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: metering Aug 09 13:16:23.075773 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.076930 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.077450 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: metering_source_and_destination_fields Aug 09 13:16:23.077775 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: multiprovidernet.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.078706 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.079215 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: multi-provider Aug 09 13:16:23.079536 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: netmtu.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.080482 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.080990 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: net-mtu Aug 09 13:16:23.081311 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: netmtu_writable.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.082230 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.082730 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: net-mtu-writable Aug 09 13:16:23.083052 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: network_availability_zone.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.083717 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.084213 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: network_availability_zone Aug 09 13:16:23.084557 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: network_ip_availability.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.085653 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.086164 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: network-ip-availability Aug 09 13:16:23.086484 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: network_segment_range.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.087245 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.087741 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 13:16:23.088093 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: pagination.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.089690 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.090020 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: pagination Aug 09 13:16:23.090334 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: port_device_profile.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.091249 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.091752 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: port-device-profile Aug 09 13:16:23.092067 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.093005 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.093506 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: port-mac-address-regenerate Aug 09 13:16:23.093820 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.094733 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.095232 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: port-numa-affinity-policy Aug 09 13:16:23.095545 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: port_resource_request.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.096490 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.097001 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 13:16:23.097307 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: portbindings.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.098237 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.098739 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: binding Aug 09 13:16:23.099062 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: portbindings_extended.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.100496 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.101013 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: binding-extended Aug 09 13:16:23.101341 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: portsecurity.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.102256 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.102766 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: port-security Aug 09 13:16:23.103089 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: project_id.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.104550 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.104883 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: project-id Aug 09 13:16:23.105202 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: providernet.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.106133 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.106637 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: provider Aug 09 13:16:23.106954 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: qos.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.110424 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.110940 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension qos not supported by any of loaded plugins Aug 09 13:16:23.111266 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.112848 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.113364 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 13:16:23.113687 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.114605 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.115113 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 13:16:23.115429 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: qos_default.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.116375 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.116884 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension qos-default not supported by any of loaded plugins Aug 09 13:16:23.117210 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: qos_fip.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.117859 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.118358 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 13:16:23.118674 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.120088 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.120627 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 13:16:23.120950 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.121867 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.122363 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 13:16:23.122676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: qos_pps_rule.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.123855 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.124404 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 13:16:23.124725 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.125648 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.126152 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 13:16:23.126471 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: qos_rules_alias.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.127560 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.128066 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 13:16:23.128411 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: quotasv2.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.129335 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.129658 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: quotas Aug 09 13:16:23.129978 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: quotasv2_detail.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.133039 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.133371 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: quota_details Aug 09 13:16:23.133693 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: rbac.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.135002 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.135996 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: rbac-policies Aug 09 13:16:23.136350 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: rbac_address_group.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.137305 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.137826 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: rbac-address-group Aug 09 13:16:23.138150 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: rbac_address_scope.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.139066 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.139571 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: rbac-address-scope Aug 09 13:16:23.139891 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: rbac_security_groups.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.140841 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.141351 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: rbac-security-groups Aug 09 13:16:23.141670 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.142583 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.143086 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: rbac-subnetpool Aug 09 13:16:23.143387 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: revisionifmatch.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.144306 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.144830 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: revision-if-match Aug 09 13:16:23.145191 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: revisions.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.146270 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.146765 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: standard-attr-revisions Aug 09 13:16:23.147084 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: router_availability_zone.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.147763 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.148263 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: router_availability_zone Aug 09 13:16:23.148607 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: routerservicetype.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.149526 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.150029 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 13:16:23.150348 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.151712 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.152222 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: security-groups-normalized-cidr Aug 09 13:16:23.152568 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.153490 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.153994 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: port-security-groups-filtering Aug 09 13:16:23.154311 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.155229 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.155729 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: security-groups-remote-address-group Aug 09 13:16:23.156048 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: securitygroup.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.165655 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.166228 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: security-group Aug 09 13:16:23.167020 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: segment.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.167833 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.168362 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension segment not supported by any of loaded plugins Aug 09 13:16:23.168691 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.169633 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.170134 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 13:16:23.170458 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: servicetype.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.171660 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.172179 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: service-type Aug 09 13:16:23.172530 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: sorting.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.173523 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.173851 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: sorting Aug 09 13:16:23.174171 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: standard_attr_segment.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.175093 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.175601 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 13:16:23.175921 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: standardattrdescription.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.176599 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.177105 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: standard-attr-description Aug 09 13:16:23.177436 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: stateful_security_group.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.178381 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.178887 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: stateful-security-group Aug 09 13:16:23.179209 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: stdattrs_common.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.179792 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 13:16:23.180112 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.181074 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.181583 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 13:16:23.182060 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: subnet_onboard.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.183473 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.183982 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: subnet_onboard Aug 09 13:16:23.184319 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.185257 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.185758 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 13:16:23.186074 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: subnet_service_types.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.186999 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.187514 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: subnet-service-types Aug 09 13:16:23.187832 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: subnetallocation.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.188970 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.189485 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: subnet_allocation Aug 09 13:16:23.189808 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.190474 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.190981 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: subnetpool-prefix-ops Aug 09 13:16:23.191294 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.192245 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.192775 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 13:16:23.193091 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: tagging.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.194153 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.194664 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: standard-attr-tag Aug 09 13:16:23.194983 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: timestamp.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.196197 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.196734 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loaded extension: standard-attr-timestamp Aug 09 13:16:23.197060 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: trunk.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.198607 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.199114 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension trunk not supported by any of loaded plugins Aug 09 13:16:23.199441 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: trunk_details.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.200400 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.200909 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 13:16:23.201231 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.202155 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.202660 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 13:16:23.202979 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Loading extension file: vlantransparent.py {{(pid=93254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 13:16:23.203680 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 13:16:23.204182 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 13:16:23.206643 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:network Aug 09 13:16:23.207235 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:subnet Aug 09 13:16:23.207569 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 13:16:23.207959 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:port Aug 09 13:16:23.209217 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.209653 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service FLAVORS assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.210275 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.210727 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.211057 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:router Aug 09 13:16:23.211489 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 13:16:23.211972 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service METERING assigned prefix: /metering {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.214062 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:23.214462 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:23.214820 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:16:23.215931 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 13:16:23.216385 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:security_group Aug 09 13:16:23.216792 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 13:16:23.218544 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service CORE assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.218897 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 13:16:23.219217 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] subnetpool is already registered Aug 09 13:16:23.219663 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service CORE assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.220041 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 13:16:23.220366 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] subnetpool is already registered Aug 09 13:16:23.222716 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.223132 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service FLAVORS assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.223757 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.224115 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.224469 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:router Aug 09 13:16:23.224874 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] router is already registered Aug 09 13:16:23.225289 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 13:16:23.225621 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] floatingip is already registered Aug 09 13:16:23.226067 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service METERING assigned prefix: /metering {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.226728 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 13:16:23.227243 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] rbac_policy is already registered Aug 09 13:16:23.227663 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:security_group Aug 09 13:16:23.227994 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] security_group is already registered Aug 09 13:16:23.228446 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 13:16:23.229264 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] security_group_rule is already registered Aug 09 13:16:23.229918 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service CORE assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.230247 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 13:16:23.230578 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] subnetpool is already registered Aug 09 13:16:23.231005 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.v2.resource_helper [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Service CORE assigned prefix: {{(pid=93254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 13:16:23.231327 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 13:16:23.231654 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING neutron.quota.resource_registry [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] subnetpool is already registered Aug 09 13:16:23.232140 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: extensions {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.233649 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: address-groups {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.235149 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: address-scopes {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.236855 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: agents {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.238011 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: auto-allocated-topology {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.239285 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: availability_zones {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.240535 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: dhcp-networks {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.242040 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: dhcp-agents {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.243514 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: routers {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.245444 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: flavors {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.246707 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: service_profiles {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.247927 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: next_providers {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.249386 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: service_profiles {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.250913 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: floatingip-pools {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.252158 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: routers {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.253907 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: floatingips {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.255186 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: l3-routers {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.256593 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: l3-agents {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.258012 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: metering-labels {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.259275 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: metering-label-rules {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.261180 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: network-ip-availabilities {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.262448 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: bindings {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.263993 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: quotas {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.265575 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: quotas {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.267008 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: rbac-policies {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.268203 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: security-groups {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.269529 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: security-group-rules {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.270750 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: service-providers {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.271967 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: subnetpools {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.273464 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: subnetpools {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.275036 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: tags {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.276935 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: tags {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.278753 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: tags {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.280570 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: tags {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.282274 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: tags {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.285298 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: tags {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.286980 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: tags {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.288830 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: tags {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.290705 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: tags {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.293016 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron.api.extensions [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Extended resource: tags {{(pid=93254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 13:16:23.298977 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING keystonemiddleware.auth_token [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 13:16:23.303503 dv-cinder-787296-4-iscsi neutron-server[93254]: WARNING keystonemiddleware.auth_token [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 13:16:23.312413 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_concurrency.lockutils [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Acquired lock "singleton_lock" {{(pid=93254) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 13:16:23.312882 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_concurrency.lockutils [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Releasing lock "singleton_lock" {{(pid=93254) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 13:16:23.313526 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO oslo_service.service [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Starting 2 workers Aug 09 13:16:23.318197 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Started child 93361 {{(pid=93254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 13:16:23.322636 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Started child 93362 {{(pid=93254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 13:16:23.323756 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:23.324807 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO neutron.service [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 13:16:23.325379 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [-] (93361) wsgi starting up on http://0.0.0.0:9696 Aug 09 13:16:23.325504 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Notify callbacks [] for process, before_spawn {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:23.327343 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:23.327794 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO oslo_service.service [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Starting 1 workers Aug 09 13:16:23.328704 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [-] (93362) wsgi starting up on http://0.0.0.0:9696 Aug 09 13:16:23.332757 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Started child 93363 {{(pid=93254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 13:16:23.333269 dv-cinder-787296-4-iscsi neutron-server[93254]: INFO oslo_service.service [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Starting 1 workers Aug 09 13:16:23.336429 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.service [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] calling RpcWorker wait() {{(pid=93363) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 13:16:23.336979 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.service [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] returning from RpcWorker wait() {{(pid=93363) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 13:16:23.337615 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Started child 93364 {{(pid=93254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 13:16:23.338105 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:23.338828 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:16:23.339179 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG neutron_lib.callbacks.manager [None req-d7cd27fc-37ba-4359-b16b-f5f3aa5ea2c9 None None] Notify callbacks [] for process, after_spawn {{(pid=93254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:23.340926 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93254) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 13:16:23.341097 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 13:16:23.341472 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 13:16:23.341657 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 13:16:23.342175 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 13:16:23.342310 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 13:16:23.342804 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:23.343299 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.343299 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.343299 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.343529 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.343807 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.344396 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.344681 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.344892 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.345331 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.345589 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.345713 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.345878 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.346280 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.346510 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.346788 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.347051 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.347293 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.347572 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.347721 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.348141 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.348557 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.348943 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.349328 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] debug = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.349704 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.350345 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.350730 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.351110 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.351510 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.351787 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.352018 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.352330 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.352557 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.352792 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.353028 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.353287 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.353523 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.353733 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.353978 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.354869 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.355117 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.355589 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] host = dv-cinder-787296-4-iscsi {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.355809 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.356024 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.356281 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.356554 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.356808 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.357042 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.357301 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.357541 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.357788 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.358024 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.358388 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.358544 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.358754 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.358997 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.359151 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_options = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.359385 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.359632 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.359899 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.360083 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.360247 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.360444 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.360698 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.360848 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.361096 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.361325 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.361855 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.362096 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.365345 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.365345 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.365345 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.365345 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.365345 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.365345 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.365345 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.365345 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.366455 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.366455 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.366455 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.366455 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.366455 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.366455 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.366455 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.366455 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.366455 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.367569 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.367569 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.367569 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.367569 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.367569 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.367569 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.367569 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.368464 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.368464 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.368464 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.368464 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.368992 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.368992 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.369246 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.369246 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.369246 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.370710 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_json = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.370710 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.370873 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.371137 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.371344 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.371567 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.371781 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.371998 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.372244 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.372703 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.372985 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.373366 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.373581 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.373879 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.374938 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.375221 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.375322 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:16:23.375493 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.375807 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.376021 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.376388 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.376647 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.376941 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.379739 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.379739 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.379739 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.379739 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.379739 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.379739 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.379739 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.379739 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.380891 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.380891 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.380891 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.380891 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.380891 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.380891 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.380891 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.381648 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.381648 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.381648 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.381973 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.384676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.384676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.384676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.384676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.384676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.384676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.384676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.384676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.384676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.386795 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.386795 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.386795 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.386795 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.386795 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.386795 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.386795 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.386795 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.386795 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.390643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.390643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.390643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.390643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.390643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.390643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.390643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.390643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.390643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.391630 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.391630 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.391854 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.391998 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.392248 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.392513 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.394452 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.394712 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.394970 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.395214 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.395450 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.395688 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.395913 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.396159 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.396424 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.396645 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.396866 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.397090 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.397327 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.397548 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.397766 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.397991 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.398209 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.398427 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.398671 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.398970 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.399288 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.400555 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.402152 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.405273 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.405545 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.405816 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.406090 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.406326 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.406582 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.406819 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.407092 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.407348 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.407585 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.407815 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.408050 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.408325 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.408996 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.409243 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.409494 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.409731 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.409959 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.410234 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.410484 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.410729 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.410959 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.411204 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.411482 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.411941 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.412240 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.412527 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.413066 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.413367 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.415880 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.416211 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.416804 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.416926 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.417141 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.417391 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.417647 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.417886 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.418147 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.418397 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.418669 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.418867 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.419117 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.419354 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.419607 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.419941 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.420403 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.420865 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.421458 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.421734 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.422458 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.422706 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.422969 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.423219 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.423615 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.423904 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.424435 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.424661 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.424891 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.425149 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.426017 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.426944 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.427167 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.427407 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.427645 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.427860 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.428415 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.428633 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.428868 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.429319 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.429861 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.429861 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.430080 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.430349 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.431380 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.431624 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.432243 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.432552 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.432688 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.432892 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.433145 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.433361 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.433643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.433893 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.434110 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.434350 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.434578 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.434810 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.435020 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.435267 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.435483 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.435691 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.435919 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.436133 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.436375 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.436941 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.437175 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.437411 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.437643 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.437884 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.438225 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.438473 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.438720 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.438955 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.439166 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.439407 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.439658 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.439876 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.440108 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.440364 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.440598 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.440849 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.441071 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.441320 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.441529 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.441738 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.441969 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.442180 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.442404 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.442919 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.443158 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.443642 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.444221 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.444502 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.444734 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.445256 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.445500 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.445717 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.445947 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.446162 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.446368 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.446751 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.446979 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.447189 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.447442 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.447746 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.448041 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.448451 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.448662 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.448869 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.449085 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.449294 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.449498 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.449734 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.449968 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.450194 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.450434 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.450646 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.450853 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.453688 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.453935 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.454162 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.454407 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.454634 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.454863 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.455179 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.455431 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.455657 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.455950 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.456183 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.456673 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.457171 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.457485 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.457702 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.457945 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.458164 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.458383 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.458621 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.458872 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.459277 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.459565 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.459827 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.460188 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.460622 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.460941 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.461248 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.461464 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.461747 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.462336 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.462501 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.462648 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.462878 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.463269 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.463497 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.463604 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:16:23.463734 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.463967 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.464206 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.464468 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.464710 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.464938 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.465156 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.465368 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.465589 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.465801 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.466022 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.466227 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.466442 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.466652 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.466803 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 13:16:23.467330 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93254) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 13:16:23.467473 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 13:16:23.467632 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 13:16:23.467769 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 13:16:23.467927 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 13:16:23.468078 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 13:16:23.468262 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.468472 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.468616 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.468752 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.468910 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.469087 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.469237 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.469383 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.469520 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.469675 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.469811 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.469947 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.470092 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.470228 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.470377 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.470514 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.470651 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.470785 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.470920 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.471057 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.471192 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.471332 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.471489 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] debug = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.471633 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.471812 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.471994 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.472132 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.472267 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.472437 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.472574 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.472690 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.472892 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.472996 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.473132 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.473284 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.473442 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.473595 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.473745 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.473899 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.474052 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.474206 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] host = dv-cinder-787296-4-iscsi {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.474356 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.474507 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.474647 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.474798 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.474948 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.475105 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.475246 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.475398 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.475550 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.475744 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.475744 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.476464 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.476635 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.476782 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.476976 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_options = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.477362 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.477615 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.477775 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.477950 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.478108 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.478262 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.478415 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.478568 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.478749 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.478902 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.479053 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.479258 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.479457 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.479547 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.479626 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.479778 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.479929 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.480081 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.480234 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.480407 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.480561 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.480714 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.480865 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.481016 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.481167 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.481317 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.481471 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.481623 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.481774 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.481929 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.482080 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.482233 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.482464 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.482563 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.482672 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.482824 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.482975 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.483129 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.483281 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.483433 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.483588 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.483738 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.483890 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.484041 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.484198 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.484378 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_json = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.484530 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.484681 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.484835 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.484988 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.485139 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.485277 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.485408 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.485542 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 13:16:23.485715 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.485934 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.486084 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.486235 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.486368 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.486816 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.486945 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.487073 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.487204 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.487332 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.487485 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.487639 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.487804 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.487957 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.488110 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.488265 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.488461 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.488595 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.488726 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.489057 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.489057 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.489224 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.489299 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.489456 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.489612 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.489768 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.489923 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.490076 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.490232 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.490385 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.490550 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.490683 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.490836 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.490989 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.491144 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.491297 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.491450 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.491605 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.491759 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.491914 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.492067 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.492221 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.492396 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.492568 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.492703 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.492858 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.493013 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.493167 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.493320 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.493473 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.493637 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.493792 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.493945 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.494104 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.494326 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.494561 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.494813 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.495059 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.495308 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.495558 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.495808 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.496080 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.496352 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.496606 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.496854 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.497104 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.497349 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.497595 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.497843 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.498094 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.498344 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.498591 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.498838 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.499085 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.499333 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.499585 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.499827 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.500073 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.500352 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.500603 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.500852 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.501100 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.501349 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.501597 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.501858 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.502131 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.502379 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.502676 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.502869 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.503121 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.503716 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.503969 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.504225 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.504498 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.504745 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.504993 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.505240 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.505488 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.505739 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.505984 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.506231 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.506478 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.506832 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.506970 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.507189 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.507434 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.507679 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.507923 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.508167 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.508436 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.508682 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.508940 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.509188 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.509437 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.509682 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.509991 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.510726 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.510726 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.510726 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.510726 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.511350 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.511350 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.511350 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.511745 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.511745 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.511745 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.512123 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.512123 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.512439 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.512439 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.512439 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.512927 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.512927 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.512927 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.513312 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.513312 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.513312 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.513817 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.513817 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.513817 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.514200 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.514200 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.514200 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.514581 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.514581 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.514839 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.514839 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.515106 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.515106 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.515373 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.515373 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.515629 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.515629 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.515886 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.515886 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.516150 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.516150 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.516519 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.516519 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.516778 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.516778 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.517034 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.517034 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.517295 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.517438 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.517438 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.517682 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.517812 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.517942 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.518073 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.518201 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.518328 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.518461 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.518599 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.518727 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.518868 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.519020 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.519174 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.519328 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.519482 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.519636 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.519792 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.519931 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.520087 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.520241 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.520416 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.520656 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.520831 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.520988 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.521142 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.521296 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.521450 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.521603 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.521757 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.521910 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.522064 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.522219 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.522372 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.522529 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.522685 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.522840 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.522999 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.523150 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.523304 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.523458 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.523611 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.523785 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.523943 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.524097 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.524252 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.524427 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.524583 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.524746 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.524902 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.525055 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.525208 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.525363 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.525578 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.525781 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.525937 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.526090 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.526244 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.526399 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.526552 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.526715 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.526869 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.527023 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.527178 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.527331 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.527485 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.527647 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.527800 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.527953 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.528106 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.528261 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.528446 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.528610 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.528763 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.528916 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.529069 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.529224 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.529376 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.529542 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.529697 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.529851 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.530013 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.530167 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.530320 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.530475 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.530641 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.530795 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.530954 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.531108 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.531262 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.531415 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.531570 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.531730 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.531892 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.532053 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.532208 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.532391 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.532554 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.532715 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.532868 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.533029 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.533194 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.533349 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.533503 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.533655 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.533810 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.533967 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.534121 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.534274 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.534426 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.534579 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.534732 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.534885 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.535038 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.535191 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.535343 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.535502 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.535637 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.535788 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.535942 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.536096 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 13:16:23.536242 dv-cinder-787296-4-iscsi neutron-server[93254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 13:16:23.781590 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 47262) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:16:23.793903 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091379 Aug 09 13:16:35.103410 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d78780-dfa6-4a20-a247-2599e06ecb3a None None] get_active_networks_info from dv-cinder-787296-4-iscsi {{(pid=93363) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 13:16:35.187414 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d78780-dfa6-4a20-a247-2599e06ecb3a None None] No non-hosted networks {{(pid=93363) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 13:16:35.203562 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-0819c45b-d9fa-4619-a7ee-1fdbd747c781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078456'] for agent, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:37.509994 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-8de8dd86-b4fa-467e-ab4d-81921d8ffd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078456'] for agent, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:37.575158 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d14f4ae5-a2ae-4bc7-b34d-f816747660b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:37.851815 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078456'] for agent, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:37.852978 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.854591 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.856145 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.858184 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.859176 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.860532 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.862643 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.863178 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.863639 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.864187 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.865477 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.865953 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:37.867480 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787296-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:16:37.879000 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787296-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:16:38.731670 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078456'] for agent, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:40.150932 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078456'] for agent, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:41.558378 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 47354) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:16:42.084079 dv-cinder-787296-4-iscsi neutron-server[93361]: WARNING oslo_policy.policy [None req-0558cb40-9603-482c-bd21-341a72674b63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 13:16:42.084663 dv-cinder-787296-4-iscsi neutron-server[93361]: WARNING oslo_policy.policy [None req-0558cb40-9603-482c-bd21-341a72674b63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 13:16:42.302944 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [None req-0558cb40-9603-482c-bd21-341a72674b63 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 13:16:42.304180 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0558cb40-9603-482c-bd21-341a72674b63 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7437468 Aug 09 13:16:43.793549 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.db.l3_hamode_db [None req-7d170d91-f826-43aa-b793-cc8e24b7f469 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 13:16:43.869287 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d170d91-f826-43aa-b793-cc8e24b7f469 None None] Routers set() bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:16:43.869572 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d170d91-f826-43aa-b793-cc8e24b7f469 None None] Router IDs set() for agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 13:16:44.691933 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 47368) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:16:45.233351 dv-cinder-787296-4-iscsi neutron-server[93362]: WARNING oslo_policy.policy [None req-7fc17c55-68af-4fc4-92a5-e41ac7c7eec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 13:16:45.234133 dv-cinder-787296-4-iscsi neutron-server[93362]: WARNING oslo_policy.policy [None req-7fc17c55-68af-4fc4-92a5-e41ac7c7eec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 13:16:45.451327 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-7fc17c55-68af-4fc4-92a5-e41ac7c7eec5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:16:45.541857 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.policy [None req-7fc17c55-68af-4fc4-92a5-e41ac7c7eec5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93362) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 13:16:45.585454 dv-cinder-787296-4-iscsi neutron-server[93362]: WARNING oslo_policy.policy [None req-7fc17c55-68af-4fc4-92a5-e41ac7c7eec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 13:16:45.585807 dv-cinder-787296-4-iscsi neutron-server[93362]: WARNING oslo_policy.policy [None req-7fc17c55-68af-4fc4-92a5-e41ac7c7eec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 13:16:45.594226 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.quota [None req-7fc17c55-68af-4fc4-92a5-e41ac7c7eec5 admin admin] Loaded quota_driver: . Aug 09 13:16:45.691812 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7fc17c55-68af-4fc4-92a5-e41ac7c7eec5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735475378225', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735475379812', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735475399248', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735475396611', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735476148590', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735475409748', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-938585', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-816510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1942664', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1746384'] for rbac-policy, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:45.775422 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7fc17c55-68af-4fc4-92a5-e41ac7c7eec5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:45.776998 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-7fc17c55-68af-4fc4-92a5-e41ac7c7eec5 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0837636 Aug 09 13:16:48.376576 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 47386) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:16:48.683412 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'name': 'private'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:16:48.717949 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Made reservation on behalf of 8ce1830e0d6545d3aa07c6b9e0042171 for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:16:48.721702 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:48.742365 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:48.873116 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:48.878151 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:48.902820 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:16:48.928380 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735474065767', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:48.928984 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Unsubscribe: segment precommit_create {{(pid=93362) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 13:16:48.929489 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Added segment d0edda45-93b6-4058-b186-ca9e77f053cb of type vlan for network 65b926de-25c8-435a-8530-586116237818 Aug 09 13:16:48.962681 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9b462c-f482-4e94-8594-bae60d48c381,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:16:49.008013 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.008360 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.008724 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.009071 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.009371 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.009708 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.010033 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.010402 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.010753 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.011071 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.011385 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.011698 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Tracked resource versions report: Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: pushed versions: Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: { 'AddressGroup': {'1.2'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'ConntrackHelper': {'1.0'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Log': {'1.0'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Network': {'1.1'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Port': {'1.7'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'PortForwarding': {'1.2'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'QosPolicy': {'1.9'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SecurityGroup': {'1.4'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SecurityGroupRule': {'1.2'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SubPort': {'1.0'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Subnet': {'1.1'}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Trunk': {'1.1'}} Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: consumer versions: Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: { DHCP agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: L3 agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: Metadata agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: Metering agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: Open vSwitch agent@dv-cinder-787296-4-iscsi: { 'AddressGroup': '1.2', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'ConntrackHelper': '1.0', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Log': '1.0', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Network': '1.1', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Port': '1.7', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'PortForwarding': '1.2', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'QosPolicy': '1.9', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SecurityGroup': '1.4', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SecurityGroupRule': '1.2', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SubPort': '1.0', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Subnet': '1.1', Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Trunk': '1.1'}} Aug 09 13:16:49.012868 dv-cinder-787296-4-iscsi neutron-server[93362]: {{(pid=93362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 13:16:49.049540 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:49.113490 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:49.114712 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:16:49.115454 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:49.193926 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8162062 Aug 09 13:16:49.212470 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18464b82-13d9-4e14-8cc5-16f5b6f60ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=65b926de-25c8-435a-8530-586116237818,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:16:49.225319 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 65b926de-25c8-435a-8530-586116237818 details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:16:51.846731 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 47400) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:16:52.292901 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0fd518-59ab-47de-a485-30bfbd96253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:16:52.294262 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-3b0fd518-59ab-47de-a485-30bfbd96253c admin admin] 10.222.0.32 "GET /v2.0/networks/65b926de-25c8-435a-8530-586116237818 HTTP/1.1" status: 200 len: 825 time: 0.4465201 Aug 09 13:16:52.323766 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-cb01b1a4-4c34-452f-ad76-ce9f64f16dc7 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/f65e24e2-f6ed-4f26-a843-7b833ad117f2 HTTP/1.1" status: 200 len: 734 time: 0.0202551 Aug 09 13:16:52.332093 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Request body: {'subnet': {'network_id': '65b926de-25c8-435a-8530-586116237818', 'ip_version': 4, 'subnetpool_id': 'f65e24e2-f6ed-4f26-a843-7b833ad117f2', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:16:52.357448 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Made reservation on behalf of 8ce1830e0d6545d3aa07c6b9e0042171 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:16:52.359909 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:52.675961 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:52.749316 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=53bb69e1-02b4-4b0d-97a0-b37bf0fc484c,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:16:52.751625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Checking segment: {'id': 'd0edda45-93b6-4058-b186-ca9e77f053cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '65b926de-25c8-435a-8530-586116237818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:16:52.751995 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Network hostable DHCP agents. Network: 65b926de-25c8-435a-8530-586116237818, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:16:52.777483 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Network 65b926de-25c8-435a-8530-586116237818 is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:16:52.796167 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 65b926de-25c8-435a-8530-586116237818) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:16:52.804463 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:16:52.805598 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:52.810774 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a294929a-c1fb-4350-8031-ba04a3228df9 None None] Network 65b926de-25c8-435a-8530-586116237818 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:16:52.823830 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-0e57a34b-141a-4d31-8056-784ff443ecfd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4950702 Aug 09 13:16:53.144997 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83b3c1d3-6c21-5357-be80-c9cf88c7caea-65b926de-25c8-435a-8530-586116237818', 'network_id': '65b926de-25c8-435a-8530-586116237818', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'fixed_ips': [{'subnet_id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c'}]}} from dv-cinder-787296-4-iscsi. {{(pid=93363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 13:16:53.146216 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:53.427754 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.db_base_plugin_common [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Allocated IP 172.20.0.2 (65b926de-25c8-435a-8530-586116237818/53bb69e1-02b4-4b0d-97a0-b37bf0fc484c/bd28aa50-9cba-4851-a117-9548646a5b82) {{(pid=93363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:16:53.635103 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:53.679780 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Transition to ACTIVE for port object bd28aa50-9cba-4851-a117-9548646a5b82 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:16:53.700391 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Transition to ACTIVE for port object bd28aa50-9cba-4851-a117-9548646a5b82 will not be triggered until provisioned by entity DHCP. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:16:53.708901 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:53.773599 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Network 65b926de-25c8-435a-8530-586116237818 is already hosted by enough agents. {{(pid=93363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:16:53.780332 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.base_scheduler [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Resources bound (agent type, host, resource id): {{(pid=93363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:16:53.791869 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Received port after_create {{(pid=93363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:16:53.794938 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Pushing event updated for resources: {'Port': ['ID=bd28aa50-9cba-4851-a117-9548646a5b82,revision_number=1']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:16:53.804043 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.804465 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.804794 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.805117 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.805439 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.805756 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.806070 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.806378 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.806723 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.807050 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.807392 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.807698 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Tracked resource versions report: Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: pushed versions: Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: { 'AddressGroup': {'1.2'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'ConntrackHelper': {'1.0'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Log': {'1.0'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Network': {'1.1'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Port': {'1.7'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'PortForwarding': {'1.2'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'QosPolicy': {'1.9'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SecurityGroup': {'1.4'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SecurityGroupRule': {'1.2'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SubPort': {'1.0'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Subnet': {'1.1'}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Trunk': {'1.1'}} Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: consumer versions: Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: { DHCP agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: L3 agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: Metadata agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: Metering agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: Open vSwitch agent@dv-cinder-787296-4-iscsi: { 'AddressGroup': '1.2', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'ConntrackHelper': '1.0', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Log': '1.0', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Network': '1.1', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Port': '1.7', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'PortForwarding': '1.2', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'QosPolicy': '1.9', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SecurityGroup': '1.4', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SecurityGroupRule': '1.2', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SubPort': '1.0', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Subnet': '1.1', Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Trunk': '1.1'}} Aug 09 13:16:53.808842 dv-cinder-787296-4-iscsi neutron-server[93363]: {{(pid=93363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 13:16:53.879606 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Attempting to bind port bd28aa50-9cba-4851-a117-9548646a5b82 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:16:53.880330 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Attempting to bind port bd28aa50-9cba-4851-a117-9548646a5b82 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': 'd0edda45-93b6-4058-b186-ca9e77f053cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '65b926de-25c8-435a-8530-586116237818'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:16:53.880330 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Attempting to bind port bd28aa50-9cba-4851-a117-9548646a5b82 on network 65b926de-25c8-435a-8530-586116237818 {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:16:53.885243 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:16:53.885795 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Checking segment: {'id': 'd0edda45-93b6-4058-b186-ca9e77f053cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '65b926de-25c8-435a-8530-586116237818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:16:53.886244 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:53.886639 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Bound using segment: {'id': 'd0edda45-93b6-4058-b186-ca9e77f053cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '65b926de-25c8-435a-8530-586116237818'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:16:53.887131 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Bound port: bd28aa50-9cba-4851-a117-9548646a5b82, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0edda45-93b6-4058-b186-ca9e77f053cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '65b926de-25c8-435a-8530-586116237818'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:16:53.887527 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:53.952984 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] For port bd28aa50-9cba-4851-a117-9548646a5b82, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:16:53.957543 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] For port bd28aa50-9cba-4851-a117-9548646a5b82, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=bd28aa50-9cba-4851-a117-9548646a5b82,segment=NetworkSegment(d0edda45-93b6-4058-b186-ca9e77f053cb),segment_id=d0edda45-93b6-4058-b186-ca9e77f053cb)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:16:53.962970 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:16:54.030626 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af9451-7ec0-4720-b912-0dab915626f5 None None] Pushing event updated for resources: {'Port': ['ID=bd28aa50-9cba-4851-a117-9548646a5b82,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:16:55.204148 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 47408) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:16:55.544406 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [None req-942e3411-5468-49a1-9ae6-097f0eb003b1 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 13:16:55.545403 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-942e3411-5468-49a1-9ae6-097f0eb003b1 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3402543 Aug 09 13:16:57.919353 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 47416) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:16:58.258698 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [None req-37e38e1b-c54f-4353-b58b-cf4504a3c681 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 13:16:58.259672 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-37e38e1b-c54f-4353-b58b-cf4504a3c681 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3392847 Aug 09 13:17:00.879989 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 47426) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:17:01.188463 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-3e5d30ef-cf09-44cb-80ab-b4511b9a844e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:17:01.214440 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3e5d30ef-cf09-44cb-80ab-b4511b9a844e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2079701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35209'] for router, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:01.216350 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3e5d30ef-cf09-44cb-80ab-b4511b9a844e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2080357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35206'] for router, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:01.352529 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3e5d30ef-cf09-44cb-80ab-b4511b9a844e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:01.359602 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3e5d30ef-cf09-44cb-80ab-b4511b9a844e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2080364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135'] for router, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:01.374580 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3e5d30ef-cf09-44cb-80ab-b4511b9a844e admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:01.376735 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-3e5d30ef-cf09-44cb-80ab-b4511b9a844e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4956682 Aug 09 13:17:01.710438 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device bd28aa50-9cba-4851-a117-9548646a5b82 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:17:01.802047 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port bd28aa50-9cba-4851-a117-9548646a5b82 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:17:02.295963 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e4536-0b6c-41e5-8f3d-cf884d62da90 None None] Network 65b926de-25c8-435a-8530-586116237818 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:17:02.398317 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 5 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:17:02.408263 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-c5e85342-6cc0-469a-93da-87bf2dfb8e76 None None] Provisioning for port bd28aa50-9cba-4851-a117-9548646a5b82 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:17:02.415660 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-c5e85342-6cc0-469a-93da-87bf2dfb8e76 None None] Provisioning complete for port bd28aa50-9cba-4851-a117-9548646a5b82 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:17:02.416041 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c5e85342-6cc0-469a-93da-87bf2dfb8e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:02.567079 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c5e85342-6cc0-469a-93da-87bf2dfb8e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:02.606983 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-c5e85342-6cc0-469a-93da-87bf2dfb8e76 None None] For port bd28aa50-9cba-4851-a117-9548646a5b82, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=bd28aa50-9cba-4851-a117-9548646a5b82,segment=NetworkSegment(d0edda45-93b6-4058-b186-ca9e77f053cb),segment_id=d0edda45-93b6-4058-b186-ca9e77f053cb)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:17:02.613688 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c5e85342-6cc0-469a-93da-87bf2dfb8e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:02.662418 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e85342-6cc0-469a-93da-87bf2dfb8e76 None None] Pushing event updated for resources: {'Port': ['ID=bd28aa50-9cba-4851-a117-9548646a5b82,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:02.735715 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-d4eeffae-85da-48d8-a1b5-bc608aa549de None None] Provisioning complete for port bd28aa50-9cba-4851-a117-9548646a5b82 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:17:02.736370 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d4eeffae-85da-48d8-a1b5-bc608aa549de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:03.698228 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device bd28aa50-9cba-4851-a117-9548646a5b82 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:17:03.750270 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port bd28aa50-9cba-4851-a117-9548646a5b82 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:17:03.750887 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:03.762455 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 47438) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:17:04.124383 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [None req-aa825fef-abb8-4bfd-949f-d9eeab7c9356 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 13:17:04.125371 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-aa825fef-abb8-4bfd-949f-d9eeab7c9356 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3619034 Aug 09 13:17:04.978709 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7bc8be5a-194e-46bf-8539-f896c0ce7347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:06.481335 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 47446) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:17:06.836672 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:17:06.864109 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Made reservation on behalf of 0ed1dc8b733249679363dc7d394c084c for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:17:06.866284 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:06.876884 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:06.971210 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:06.977892 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:07.001194 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Reserving flat network on physical network physnet1 {{(pid=93362) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 13:17:07.015211 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97a36e3-a109-4f9a-bce4-31ec1b19e092,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:07.021941 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:07.022283 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Added segment 9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac of type flat for network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba Aug 09 13:17:07.076059 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:07.113565 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:07.115488 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:17:07.116252 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:07.173955 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6912470 Aug 09 13:17:07.183337 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d32544-6c49-4346-8980-68a6b731706d admin admin] Pushing event updated for resources: {'Network': ['ID=9efc1d4d-3c3b-4b74-b115-a239c6fb1dba,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:07.206858 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:17:07.495458 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7a0e1a9a-4cda-4d9d-b121-dfac14468c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:07.845604 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:08.687624 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:09.539078 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 47464) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:17:09.733513 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeefd82-607c-4512-ab8c-6d142f2daa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:17:09.734846 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-efeefd82-607c-4512-ab8c-6d142f2daa6c admin admin] 10.222.0.32 "GET /v2.0/subnets/53bb69e1-02b4-4b0d-97a0-b37bf0fc484c HTTP/1.1" status: 200 len: 849 time: 0.1947844 Aug 09 13:17:09.856330 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-efa5f5b5-1d51-4b93-84b4-58765721f5ac admin admin] 10.222.0.32 "GET /v2.0/routers/e297cff9-4c4a-4018-91a9-4e3d0d899367 HTTP/1.1" status: 200 len: 704 time: 0.1117461 Aug 09 13:17:10.093940 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:10.142318 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:10.455001 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Allocated IP 172.20.0.1 (65b926de-25c8-435a-8530-586116237818/53bb69e1-02b4-4b0d-97a0-b37bf0fc484c/421e663b-af1b-42f3-9664-b70e94e2585c) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:17:10.657285 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:10.680270 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Transition to ACTIVE for port object 421e663b-af1b-42f3-9664-b70e94e2585c will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:17:10.762552 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:10.837582 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Network 65b926de-25c8-435a-8530-586116237818 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:17:10.842498 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:17:10.847121 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:17:10.848269 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2077460'] for router_interface, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:10.868325 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Pushing event updated for resources: {'Port': ['ID=421e663b-af1b-42f3-9664-b70e94e2585c,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:11.047278 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:11.099879 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-a19e70d2-2761-4831-815b-ed5c37bfa709 None None] Provisioning for port 421e663b-af1b-42f3-9664-b70e94e2585c completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:17:11.103979 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-a19e70d2-2761-4831-815b-ed5c37bfa709 None None] Provisioning complete for port 421e663b-af1b-42f3-9664-b70e94e2585c triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:17:11.104377 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a19e70d2-2761-4831-815b-ed5c37bfa709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:11.138946 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-a19e70d2-2761-4831-815b-ed5c37bfa709 None None] Port 421e663b-af1b-42f3-9664-b70e94e2585c cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:17:11.270325 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:11.278190 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:11.278952 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077600'] for router_interface, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:11.365034 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Pushing event updated for resources: {'Port': ['ID=421e663b-af1b-42f3-9664-b70e94e2585c,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:11.412205 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Network 65b926de-25c8-435a-8530-586116237818 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:17:11.414021 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:17:11.573142 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Router e297cff9-4c4a-4018-91a9-4e3d0d899367 is scheduled to L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db with binding_index 1 {{(pid=93362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 13:17:11.661512 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-7bc5d84d-5d13-4946-912f-f4d3cc929582 None None] Provisioning complete for port 421e663b-af1b-42f3-9664-b70e94e2585c triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:17:11.661975 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d84d-5d13-4946-912f-f4d3cc929582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:11.664710 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:17:11.684203 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-287b18d7-aa34-43fc-8063-c7ca07a43fcb admin admin] 10.222.0.32 "PUT /v2.0/routers/e297cff9-4c4a-4018-91a9-4e3d0d899367/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8188534 Aug 09 13:17:11.687750 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de210646-342b-4483-960b-34c5bab15374 None None] Sync routers for ids ['e297cff9-4c4a-4018-91a9-4e3d0d899367'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:17:11.701435 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de210646-342b-4483-960b-34c5bab15374 None None] Routers {'e297cff9-4c4a-4018-91a9-4e3d0d899367'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:17:11.702345 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-de210646-342b-4483-960b-34c5bab15374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:17:07Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['e297cff9-4c4a-4018-91a9-4e3d0d899367'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:17:11.708970 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5d84d-5d13-4946-912f-f4d3cc929582 None None] Port 421e663b-af1b-42f3-9664-b70e94e2585c cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:17:11.884628 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-de210646-342b-4483-960b-34c5bab15374 None None] Set router e297cff9-4c4a-4018-91a9-4e3d0d899367 gateway port host: None {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:17:12.310587 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-de210646-342b-4483-960b-34c5bab15374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'name': 'router1', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:17:01Z', 'updated_at': '2021-08-09T13:17:10Z', 'revision_number': 2, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'gw_port_host': None, '_interfaces': [{'id': '421e663b-af1b-42f3-9664-b70e94e2585c', 'name': '', 'network_id': '65b926de-25c8-435a-8530-586116237818', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'mac_address': 'fa:16:3e:99:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:17:10Z', 'updated_at': '2021-08-09T13:17:11Z', 'revision_number': 2, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'subnets': [{'id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f65e24e2-f6ed-4f26-a843-7b833ad117f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:17:12.358964 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de210646-342b-4483-960b-34c5bab15374 None None] Checking router: e297cff9-4c4a-4018-91a9-4e3d0d899367 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:17:12.359375 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de210646-342b-4483-960b-34c5bab15374 None None] Updating router e297cff9-4c4a-4018-91a9-4e3d0d899367 port 421e663b-af1b-42f3-9664-b70e94e2585c binding host dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:17:12.407692 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-de210646-342b-4483-960b-34c5bab15374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:12.917078 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-de210646-342b-4483-960b-34c5bab15374 None None] Notify callbacks [] for port, precommit_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:12.935480 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.provisioning_blocks [None req-de210646-342b-4483-960b-34c5bab15374 None None] Transition to ACTIVE for port object 421e663b-af1b-42f3-9664-b70e94e2585c will not be triggered until provisioned by entity L2. {{(pid=93364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:17:12.942354 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-de210646-342b-4483-960b-34c5bab15374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:13.092971 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Pushing event updated for resources: {'Port': ['ID=421e663b-af1b-42f3-9664-b70e94e2585c,revision_number=3']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:13.109127 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.109476 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.109816 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.110149 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.110480 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.110808 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.111131 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.111452 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.111787 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.112108 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.112450 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.112769 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Tracked resource versions report: Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: pushed versions: Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: { 'AddressGroup': {'1.2'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'ConntrackHelper': {'1.0'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Log': {'1.0'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Network': {'1.1'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Port': {'1.7'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'PortForwarding': {'1.2'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'QosPolicy': {'1.9'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SecurityGroup': {'1.4'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SecurityGroupRule': {'1.2'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SubPort': {'1.0'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Subnet': {'1.1'}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Trunk': {'1.1'}} Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: consumer versions: Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: { DHCP agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: L3 agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: Metadata agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: Metering agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: Open vSwitch agent@dv-cinder-787296-4-iscsi: { 'AddressGroup': '1.2', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'ConntrackHelper': '1.0', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Log': '1.0', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Network': '1.1', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Port': '1.7', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'PortForwarding': '1.2', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'QosPolicy': '1.9', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SecurityGroup': '1.4', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SecurityGroupRule': '1.2', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SubPort': '1.0', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Subnet': '1.1', Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Trunk': '1.1'}} Aug 09 13:17:13.114247 dv-cinder-787296-4-iscsi neutron-server[93364]: {{(pid=93364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 13:17:13.121375 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-de210646-342b-4483-960b-34c5bab15374 None None] Attempting to bind port 421e663b-af1b-42f3-9664-b70e94e2585c on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:17:13.121764 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-de210646-342b-4483-960b-34c5bab15374 None None] Attempting to bind port 421e663b-af1b-42f3-9664-b70e94e2585c by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': 'd0edda45-93b6-4058-b186-ca9e77f053cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '65b926de-25c8-435a-8530-586116237818'}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:17:13.122163 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de210646-342b-4483-960b-34c5bab15374 None None] Attempting to bind port 421e663b-af1b-42f3-9664-b70e94e2585c on network 65b926de-25c8-435a-8530-586116237818 {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:17:13.127977 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de210646-342b-4483-960b-34c5bab15374 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:17:13.128401 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de210646-342b-4483-960b-34c5bab15374 None None] Checking segment: {'id': 'd0edda45-93b6-4058-b186-ca9e77f053cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '65b926de-25c8-435a-8530-586116237818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:17:13.128858 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-de210646-342b-4483-960b-34c5bab15374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:13.129247 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de210646-342b-4483-960b-34c5bab15374 None None] Bound using segment: {'id': 'd0edda45-93b6-4058-b186-ca9e77f053cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '65b926de-25c8-435a-8530-586116237818'} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:17:13.129730 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-de210646-342b-4483-960b-34c5bab15374 None None] Bound port: 421e663b-af1b-42f3-9664-b70e94e2585c, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0edda45-93b6-4058-b186-ca9e77f053cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '65b926de-25c8-435a-8530-586116237818'}}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:17:13.130107 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-de210646-342b-4483-960b-34c5bab15374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:13.197603 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-de210646-342b-4483-960b-34c5bab15374 None None] For port 421e663b-af1b-42f3-9664-b70e94e2585c, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:17:13.224503 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-de210646-342b-4483-960b-34c5bab15374 None None] For port 421e663b-af1b-42f3-9664-b70e94e2585c, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=421e663b-af1b-42f3-9664-b70e94e2585c,segment=NetworkSegment(d0edda45-93b6-4058-b186-ca9e77f053cb),segment_id=d0edda45-93b6-4058-b186-ca9e77f053cb)] {{(pid=93364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:17:13.229763 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-de210646-342b-4483-960b-34c5bab15374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:13.293838 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de210646-342b-4483-960b-34c5bab15374 None None] Routers {'e297cff9-4c4a-4018-91a9-4e3d0d899367'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:17:13.294472 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-de210646-342b-4483-960b-34c5bab15374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:17:07Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['e297cff9-4c4a-4018-91a9-4e3d0d899367'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:17:13.336697 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f52208-9887-42fb-a887-d5cff55e7e12 None None] Pushing event updated for resources: {'Port': ['ID=421e663b-af1b-42f3-9664-b70e94e2585c,revision_number=4']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:13.402181 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-de210646-342b-4483-960b-34c5bab15374 None None] Set router e297cff9-4c4a-4018-91a9-4e3d0d899367 gateway port host: None {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:17:13.627796 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-de210646-342b-4483-960b-34c5bab15374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'name': 'router1', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:17:01Z', 'updated_at': '2021-08-09T13:17:10Z', 'revision_number': 2, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'gw_port_host': None, '_interfaces': [{'id': '421e663b-af1b-42f3-9664-b70e94e2585c', 'name': '', 'network_id': '65b926de-25c8-435a-8530-586116237818', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'mac_address': 'fa:16:3e:99:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:17:10Z', 'updated_at': '2021-08-09T13:17:13Z', 'revision_number': 4, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'subnets': [{'id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f65e24e2-f6ed-4f26-a843-7b833ad117f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:17:13.654188 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de210646-342b-4483-960b-34c5bab15374 None None] The sync data for ids ['e297cff9-4c4a-4018-91a9-4e3d0d899367'] in dv-cinder-787296-4-iscsi is: [{'id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'name': 'router1', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:17:01Z', 'updated_at': '2021-08-09T13:17:10Z', 'revision_number': 2, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'gw_port_host': None, '_interfaces': [{'id': '421e663b-af1b-42f3-9664-b70e94e2585c', 'name': '', 'network_id': '65b926de-25c8-435a-8530-586116237818', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'mac_address': 'fa:16:3e:99:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:17:10Z', 'updated_at': '2021-08-09T13:17:13Z', 'revision_number': 4, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'subnets': [{'id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f65e24e2-f6ed-4f26-a843-7b833ad117f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:17:13.913528 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 47484) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:17:14.187924 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.policy [None req-8a1279c0-a2dc-4373-8caa-0ea4f36cc21a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93361) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 13:17:14.232675 dv-cinder-787296-4-iscsi neutron-server[93361]: WARNING oslo_policy.policy [None req-8a1279c0-a2dc-4373-8caa-0ea4f36cc21a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 13:17:14.233049 dv-cinder-787296-4-iscsi neutron-server[93361]: WARNING oslo_policy.policy [None req-8a1279c0-a2dc-4373-8caa-0ea4f36cc21a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 13:17:14.241765 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1279c0-a2dc-4373-8caa-0ea4f36cc21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:17:14.243478 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-8a1279c0-a2dc-4373-8caa-0ea4f36cc21a admin admin] 10.222.0.32 "GET /v2.0/networks/9efc1d4d-3c3b-4b74-b115-a239c6fb1dba HTTP/1.1" status: 200 len: 842 time: 0.3286700 Aug 09 13:17:14.254128 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:17:14.255923 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.quota [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Loaded quota_driver: . Aug 09 13:17:14.306874 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Made reservation on behalf of 0ed1dc8b733249679363dc7d394c084c for: {'subnet': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:17:14.310370 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:14.716829 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.objects.ports [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93361) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 13:17:14.717349 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:14.781159 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5da5192-78cd-41a1-9bd7-7cc29a54a4a5,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:14.794308 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.794651 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.794989 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.795315 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.795641 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.795968 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.796263 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.796639 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.796970 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.797293 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.797605 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.797921 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Tracked resource versions report: Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: pushed versions: Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: { 'AddressGroup': {'1.2'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'ConntrackHelper': {'1.0'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Log': {'1.0'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Network': {'1.1'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Port': {'1.7'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'PortForwarding': {'1.2'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'QosPolicy': {'1.9'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SecurityGroup': {'1.4'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SecurityGroupRule': {'1.2'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SubPort': {'1.0'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Subnet': {'1.1'}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Trunk': {'1.1'}} Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: consumer versions: Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: { DHCP agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: L3 agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: Metadata agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: Metering agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: Open vSwitch agent@dv-cinder-787296-4-iscsi: { 'AddressGroup': '1.2', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'ConntrackHelper': '1.0', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Log': '1.0', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Network': '1.1', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Port': '1.7', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'PortForwarding': '1.2', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'QosPolicy': '1.9', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SecurityGroup': '1.4', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SecurityGroupRule': '1.2', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SubPort': '1.0', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Subnet': '1.1', Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Trunk': '1.1'}} Aug 09 13:17:14.799032 dv-cinder-787296-4-iscsi neutron-server[93361]: {{(pid=93361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 13:17:14.818350 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:17:14.818751 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Network hostable DHCP agents. Network: 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:17:14.851216 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:17:14.865541 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba) {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:17:14.871459 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:17:14.872128 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:14.874621 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f35dc-e29f-4f86-bd85-3150af6800d2 None None] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:17:14.897445 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-def0e113-5e18-44d1-9f6e-357092ea9cf2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6473088 Aug 09 13:17:15.020156 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a289a-2299-458a-80a2-96c91f96891b None None] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:17:17.136147 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 47498) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:17:17.396624 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-37831054-1344-462a-8004-48f0510adf2b admin admin] 10.222.0.32 "GET /v2.0/routers/e297cff9-4c4a-4018-91a9-4e3d0d899367 HTTP/1.1" status: 200 len: 710 time: 0.2592695 Aug 09 13:17:17.488989 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e07f1f-303a-44a8-a468-c5e6daa8af18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:17:17.495904 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-90e07f1f-303a-44a8-a468-c5e6daa8af18 admin admin] 10.222.0.32 "GET /v2.0/networks/9efc1d4d-3c3b-4b74-b115-a239c6fb1dba HTTP/1.1" status: 200 len: 886 time: 0.0877631 Aug 09 13:17:17.499977 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:17:17.745753 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:17.984086 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:18.060897 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:18.216207 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Allocated IP 172.27.3.220 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/b0774111-94c5-4790-a87c-6df258fe3393) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:17:18.327908 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:18.414828 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:18.491945 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:17:18.497088 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:17:18.503178 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:17:18.506296 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Pushing event updated for resources: {'Port': ['ID=b0774111-94c5-4790-a87c-6df258fe3393,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:18.849183 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:19.053861 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2080347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35220'] for router, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:19.059226 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2076145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2076152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2080322'] for router, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:19.170765 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Router e297cff9-4c4a-4018-91a9-4e3d0d899367 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:17:19.279182 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:17:19.283749 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] Notify callbacks [] for router, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:19.286004 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-68acd087-b673-464b-86cf-67c9da953217 admin admin] 10.222.0.32 "PUT /v2.0/routers/e297cff9-4c4a-4018-91a9-4e3d0d899367 HTTP/1.1" status: 200 len: 890 time: 1.7893405 Aug 09 13:17:19.717601 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 421e663b-af1b-42f3-9664-b70e94e2585c up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:17:19.771021 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 421e663b-af1b-42f3-9664-b70e94e2585c completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:17:19.774549 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 421e663b-af1b-42f3-9664-b70e94e2585c triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:17:19.774924 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:19.855482 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:19.887237 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 421e663b-af1b-42f3-9664-b70e94e2585c, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=421e663b-af1b-42f3-9664-b70e94e2585c,segment=NetworkSegment(d0edda45-93b6-4058-b186-ca9e77f053cb),segment_id=d0edda45-93b6-4058-b186-ca9e77f053cb)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:17:19.892239 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:19.937984 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=421e663b-af1b-42f3-9664-b70e94e2585c,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:20.134529 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Sync routers for ids ['e297cff9-4c4a-4018-91a9-4e3d0d899367'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:17:20.145171 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Routers {'e297cff9-4c4a-4018-91a9-4e3d0d899367'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:17:20.145802 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:17:07Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['e297cff9-4c4a-4018-91a9-4e3d0d899367'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:17:20.395673 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Set router e297cff9-4c4a-4018-91a9-4e3d0d899367 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:17:20.784501 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'name': 'router1', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b0774111-94c5-4790-a87c-6df258fe3393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:17:01Z', 'updated_at': '2021-08-09T13:17:18Z', 'revision_number': 4, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'gw_port': {'id': 'b0774111-94c5-4790-a87c-6df258fe3393', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:17:18Z', 'updated_at': '2021-08-09T13:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '421e663b-af1b-42f3-9664-b70e94e2585c', 'name': '', 'network_id': '65b926de-25c8-435a-8530-586116237818', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'mac_address': 'fa:16:3e:99:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:17:10Z', 'updated_at': '2021-08-09T13:17:19Z', 'revision_number': 5, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'subnets': [{'id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f65e24e2-f6ed-4f26-a843-7b833ad117f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:17:20.833024 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Checking router: e297cff9-4c4a-4018-91a9-4e3d0d899367 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:17:20.833395 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Updating router e297cff9-4c4a-4018-91a9-4e3d0d899367 port b0774111-94c5-4790-a87c-6df258fe3393 binding host dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:17:20.880247 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:21.196044 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Notify callbacks [] for port, precommit_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:21.206897 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Transition to ACTIVE for port object b0774111-94c5-4790-a87c-6df258fe3393 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:17:21.214547 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:21.265290 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Attempting to bind port b0774111-94c5-4790-a87c-6df258fe3393 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:17:21.265647 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Attempting to bind port b0774111-94c5-4790-a87c-6df258fe3393 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:17:21.265997 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Attempting to bind port b0774111-94c5-4790-a87c-6df258fe3393 on network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:17:21.271367 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f076e72-e7a0-485c-91db-e110d6760ccf None None] Pushing event updated for resources: {'Port': ['ID=b0774111-94c5-4790-a87c-6df258fe3393,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:21.276984 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:17:21.277307 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:17:21.277897 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:21.278271 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Bound using segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:17:21.279227 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Bound port: b0774111-94c5-4790-a87c-6df258fe3393, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:17:21.279227 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:21.330565 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] For port b0774111-94c5-4790-a87c-6df258fe3393, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:17:21.333409 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] For port b0774111-94c5-4790-a87c-6df258fe3393, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=b0774111-94c5-4790-a87c-6df258fe3393,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:17:21.338717 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:21.397355 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Routers {'e297cff9-4c4a-4018-91a9-4e3d0d899367'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:17:21.397961 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:17:07Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['e297cff9-4c4a-4018-91a9-4e3d0d899367'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:17:21.399723 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f076e72-e7a0-485c-91db-e110d6760ccf None None] Pushing event updated for resources: {'Port': ['ID=b0774111-94c5-4790-a87c-6df258fe3393,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:21.585671 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] Set router e297cff9-4c4a-4018-91a9-4e3d0d899367 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:17:21.679364 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 47510) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:17:21.717242 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 421e663b-af1b-42f3-9664-b70e94e2585c up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:17:21.795028 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-77ac4cc5-f92a-47e0-818f-fcd57f4a41c4 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1142542 Aug 09 13:17:21.819097 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 421e663b-af1b-42f3-9664-b70e94e2585c triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:17:21.819753 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:21.867186 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'name': 'router1', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b0774111-94c5-4790-a87c-6df258fe3393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:17:01Z', 'updated_at': '2021-08-09T13:17:18Z', 'revision_number': 4, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'gw_port': {'id': 'b0774111-94c5-4790-a87c-6df258fe3393', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:17:18Z', 'updated_at': '2021-08-09T13:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '421e663b-af1b-42f3-9664-b70e94e2585c', 'name': '', 'network_id': '65b926de-25c8-435a-8530-586116237818', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'mac_address': 'fa:16:3e:99:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:17:10Z', 'updated_at': '2021-08-09T13:17:19Z', 'revision_number': 5, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'subnets': [{'id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f65e24e2-f6ed-4f26-a843-7b833ad117f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:17:21.895599 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73ff04-86ce-48dc-a94b-567e90382496 None None] The sync data for ids ['e297cff9-4c4a-4018-91a9-4e3d0d899367'] in dv-cinder-787296-4-iscsi is: [{'id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'name': 'router1', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b0774111-94c5-4790-a87c-6df258fe3393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:17:01Z', 'updated_at': '2021-08-09T13:17:18Z', 'revision_number': 4, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'gw_port': {'id': 'b0774111-94c5-4790-a87c-6df258fe3393', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:17:18Z', 'updated_at': '2021-08-09T13:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '421e663b-af1b-42f3-9664-b70e94e2585c', 'name': '', 'network_id': '65b926de-25c8-435a-8530-586116237818', 'tenant_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'mac_address': 'fa:16:3e:99:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e297cff9-4c4a-4018-91a9-4e3d0d899367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:17:10Z', 'updated_at': '2021-08-09T13:17:19Z', 'revision_number': 5, 'project_id': '8ce1830e0d6545d3aa07c6b9e0042171', 'subnets': [{'id': '53bb69e1-02b4-4b0d-97a0-b37bf0fc484c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f65e24e2-f6ed-4f26-a843-7b833ad117f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:17:23.751590 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device b0774111-94c5-4790-a87c-6df258fe3393 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:17:23.808950 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port b0774111-94c5-4790-a87c-6df258fe3393 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:17:23.813716 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port b0774111-94c5-4790-a87c-6df258fe3393 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:17:23.814389 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:23.897252 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:23.918343 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port b0774111-94c5-4790-a87c-6df258fe3393, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=b0774111-94c5-4790-a87c-6df258fe3393,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:17:23.923423 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:23.985796 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=b0774111-94c5-4790-a87c-6df258fe3393,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:17:25.738346 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device b0774111-94c5-4790-a87c-6df258fe3393 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:17:25.825768 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port b0774111-94c5-4790-a87c-6df258fe3393 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:17:25.826381 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:34.983171 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7e80778c-0178-45f2-92e4-9ba3e4fa9f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:37.497778 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1a55aa53-cf07-4af8-b8d5-4ac5e271284c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:37.851646 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:38.694189 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:17:39.397589 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 5 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:17:40.113797 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:04.977503 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-24e0bbc3-1e5d-4d3a-a68d-f854b2435db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:07.608135 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-f9577e4a-ec80-4c36-9e2f-2b86f51f2cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:07.848321 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:08.696380 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:10.107360 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:16.397165 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 5 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:18:34.980117 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a818f964-3aa7-439f-9037-e77dd7d07f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:37.503900 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-f8e801c2-e932-4639-9841-b870c9e1de92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:37.851548 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:38.698864 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:40.114861 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:53.396911 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 5 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:18:56.768278 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48078) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:18:56.836874 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e4b908-6797-40ea-8fdf-73a2fd4449b8 admin admin] GET failed (client error): The resource could not be found. Aug 09 13:18:56.838218 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-e8e4b908-6797-40ea-8fdf-73a2fd4449b8 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0686710 Aug 09 13:18:56.997728 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9f3cde-6157-4bca-b0bb-119d87f1212f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:18:56.999705 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0a9f3cde-6157-4bca-b0bb-119d87f1212f admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565325 Aug 09 13:18:59.162527 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48088) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:18:59.258720 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4030f-618c-42fb-b39c-7e715e848462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:18:59.260043 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-60a4030f-618c-42fb-b39c-7e715e848462 admin admin] 10.222.0.32 "GET /v2.0/subnets/53bb69e1-02b4-4b0d-97a0-b37bf0fc484c HTTP/1.1" status: 200 len: 849 time: 0.0965688 Aug 09 13:18:59.272836 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:18:59.358417 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Notify callbacks [] for subnet, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:59.584767 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735473978772'] for subnet, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:59.615790 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:18:59.616317 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:18:59.617923 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] 10.222.0.32 "PUT /v2.0/subnets/53bb69e1-02b4-4b0d-97a0-b37bf0fc484c HTTP/1.1" status: 200 len: 868 time: 0.3488045 Aug 09 13:18:59.627727 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c2e377-60b2-4c54-9a29-5de5e631acb7 None None] Network 65b926de-25c8-435a-8530-586116237818 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:18:59.639142 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Pushing event updated for resources: {'Subnet': ['ID=53bb69e1-02b4-4b0d-97a0-b37bf0fc484c,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:18:59.647108 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.647985 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.648569 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.649094 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.649625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.650216 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.650723 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.651410 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.651931 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.652513 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.653028 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.653537 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98658283-96da-4889-b57d-349f2859ceae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:18:59.958174 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-e14ee91c-26cd-49ae-a92d-b3e7921866fd None None] Provisioning complete for port 421e663b-af1b-42f3-9664-b70e94e2585c triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:18:59.958621 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e14ee91c-26cd-49ae-a92d-b3e7921866fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:00.048988 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-e14ee91c-26cd-49ae-a92d-b3e7921866fd None None] Provisioning complete for port bd28aa50-9cba-4851-a117-9548646a5b82 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:19:00.049373 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e14ee91c-26cd-49ae-a92d-b3e7921866fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:01.752868 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48098) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:01.962484 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940f5e1e-a00d-4a0b-aa5d-608176878599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:01.962864 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940f5e1e-a00d-4a0b-aa5d-608176878599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:01.964558 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-940f5e1e-a00d-4a0b-aa5d-608176878599 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2106202 Aug 09 13:19:04.229218 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48106) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:04.373756 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeefa2a-173b-450c-b497-ae20b0a0e69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:04.374233 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeefa2a-173b-450c-b497-ae20b0a0e69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:04.375792 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-ebeefa2a-173b-450c-b497-ae20b0a0e69e admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1456285 Aug 09 13:19:04.984650 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e8168399-ed1c-4c02-ab3f-142f0b1e5813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:06.556445 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48114) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:06.703431 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d989573-7489-4500-8308-7d9346cd1af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:06.704768 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-6d989573-7489-4500-8308-7d9346cd1af3 admin admin] 10.222.0.32 "GET /v2.0/networks/65b926de-25c8-435a-8530-586116237818 HTTP/1.1" status: 200 len: 869 time: 0.1473618 Aug 09 13:19:07.510268 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5c0eae0c-efb0-4da1-8353-2bae0cf0057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:07.855277 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:08.701923 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:08.917131 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48122) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:09.049697 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e8009-968f-40d0-87ba-cad1fb868378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:09.051061 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-494e8009-968f-40d0-87ba-cad1fb868378 admin admin] 10.222.0.32 "GET /v2.0/networks/9efc1d4d-3c3b-4b74-b115-a239c6fb1dba HTTP/1.1" status: 200 len: 886 time: 0.1326463 Aug 09 13:19:10.124745 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:11.198007 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48130) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:11.404906 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d28002-dbc1-451a-a542-b40fbcc5fc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:11.405281 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d28002-dbc1-451a-a542-b40fbcc5fc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:11.406869 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a5d28002-dbc1-451a-a542-b40fbcc5fc95 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2078714 Aug 09 13:19:13.560571 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48138) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:13.656352 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d8c4b-a953-4ce8-a689-ff326240bf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:13.656716 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d8c4b-a953-4ce8-a689-ff326240bf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:13.658253 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-358d8c4b-a953-4ce8-a689-ff326240bf68 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966990 Aug 09 13:19:15.801227 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48146) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:15.913895 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb187c-5e60-404d-81a5-7d7497bbf760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:15.915235 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-d0fb187c-5e60-404d-81a5-7d7497bbf760 admin admin] 10.222.0.32 "GET /v2.0/subnets/53bb69e1-02b4-4b0d-97a0-b37bf0fc484c HTTP/1.1" status: 200 len: 868 time: 0.1130033 Aug 09 13:19:18.234316 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48154) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:18.332090 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8875c0-f607-42e0-9ee2-686afbcc1a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:18.333469 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-3d8875c0-f607-42e0-9ee2-686afbcc1a1f admin admin] 10.222.0.32 "GET /v2.0/subnets/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5 HTTP/1.1" status: 200 len: 816 time: 0.0982158 Aug 09 13:19:30.396309 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 5 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:19:34.988963 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b7dd-bf33-4571-b563-860036ae27d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:37.514460 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-bf00746e-f59d-4ec5-8a60-0a3d9f7bd652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:37.859941 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:38.706257 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:40.128629 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:43.685438 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48208) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:43.745838 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [None req-04d08f57-8f67-4c41-bdfc-0b841dc65165 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 13:19:43.746843 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-04d08f57-8f67-4c41-bdfc-0b841dc65165 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604053 Aug 09 13:19:46.001031 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48216) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:46.073009 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.pecan_wsgi.hooks.translation [None req-511e45cb-7658-433d-9b10-a1108dfd4ac0 admin admin] GET failed (client error): The resource could not be found. Aug 09 13:19:46.074337 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-511e45cb-7658-433d-9b10-a1108dfd4ac0 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0720561 Aug 09 13:19:46.174719 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272801af-c200-4591-b09c-0799a2a0ae00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:46.176196 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-272801af-c200-4591-b09c-0799a2a0ae00 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0954511 Aug 09 13:19:48.341191 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48224) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:48.395286 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:19:48.424481 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Made reservation on behalf of 0ed1dc8b733249679363dc7d394c084c for: {'network': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:19:48.428077 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:48.478284 dv-cinder-787296-4-iscsi neutron-server[93361]: WARNING neutron.services.revisions.revision_plugin [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Could not find related network for resource to bump revision. Aug 09 13:19:48.500617 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=93361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:19:48.517352 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735474065767', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:48.517851 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Unsubscribe: segment precommit_create {{(pid=93361) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 13:19:48.518328 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.segments_db [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Added segment 72b0d96a-b8cb-4b7a-a916-fce1c2c63c11 of type vlan for network cc707be4-db7a-4d4b-b0c4-0dcb246369da Aug 09 13:19:48.563449 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:48.611848 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:48.613283 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:48.614039 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:48.683842 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3412290 Aug 09 13:19:48.713686 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Pushing event updated for resources: {'Network': ['ID=cc707be4-db7a-4d4b-b0c4-0dcb246369da,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:19:48.721456 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.721848 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.722187 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.722542 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.722874 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.723221 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.723548 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.723883 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.724217 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.724569 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.724896 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.725216 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86741ec-67db-4df9-b2a3-4bab02ece346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:48.737780 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network cc707be4-db7a-4d4b-b0c4-0dcb246369da details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:19:50.855811 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48232) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:19:50.938573 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.pecan_wsgi.hooks.translation [None req-3937f9cc-aa51-4d9e-a07b-6114795ab2b1 admin admin] GET failed (client error): The resource could not be found. Aug 09 13:19:50.940197 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-3937f9cc-aa51-4d9e-a07b-6114795ab2b1 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0830574 Aug 09 13:19:51.015408 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf698426-6f1d-4442-a8c2-399719909e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:51.016887 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-bf698426-6f1d-4442-a8c2-399719909e44 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0719512 Aug 09 13:19:51.027236 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Request body: {'subnet': {'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:19:51.053760 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Made reservation on behalf of 0ed1dc8b733249679363dc7d394c084c for: {'subnet': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:19:51.056226 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:51.231888 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:51.297223 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea54193e-24db-4601-b5a1-0d56869ee2a4,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:19:51.305013 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Checking segment: {'id': '72b0d96a-b8cb-4b7a-a916-fce1c2c63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:19:51.305470 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Network hostable DHCP agents. Network: cc707be4-db7a-4d4b-b0c4-0dcb246369da, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:19:51.324892 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Network cc707be4-db7a-4d4b-b0c4-0dcb246369da is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:19:51.334465 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, cc707be4-db7a-4d4b-b0c4-0dcb246369da) {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:19:51.339043 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:19:51.339621 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:51.343903 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999cf016-0111-4af7-a1e1-cf6982c7c9c4 None None] Network cc707be4-db7a-4d4b-b0c4-0dcb246369da requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:19:51.355904 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-f47e26e7-cb00-4dbd-ad5a-5cd08433632d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3322248 Aug 09 13:19:51.610983 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83b3c1d3-6c21-5357-be80-c9cf88c7caea-cc707be4-db7a-4d4b-b0c4-0dcb246369da', 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da', 'tenant_id': '0ed1dc8b733249679363dc7d394c084c', 'fixed_ips': [{'subnet_id': 'ea54193e-24db-4601-b5a1-0d56869ee2a4'}]}} from dv-cinder-787296-4-iscsi. {{(pid=93363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 13:19:51.611898 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:51.749685 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.db_base_plugin_common [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Allocated IP 192.168.233.2 (cc707be4-db7a-4d4b-b0c4-0dcb246369da/ea54193e-24db-4601-b5a1-0d56869ee2a4/7a1221c6-e44d-416d-983b-bbc174b1ce95) {{(pid=93363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:19:51.892438 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:51.901192 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Transition to ACTIVE for port object 7a1221c6-e44d-416d-983b-bbc174b1ce95 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:19:51.915920 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Transition to ACTIVE for port object 7a1221c6-e44d-416d-983b-bbc174b1ce95 will not be triggered until provisioned by entity DHCP. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:19:51.923468 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:51.970032 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Network cc707be4-db7a-4d4b-b0c4-0dcb246369da is already hosted by enough agents. {{(pid=93363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:19:51.972897 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.base_scheduler [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Resources bound (agent type, host, resource id): {{(pid=93363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:19:51.978306 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Received port after_create {{(pid=93363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:19:51.982069 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Pushing event updated for resources: {'Port': ['ID=7a1221c6-e44d-416d-983b-bbc174b1ce95,revision_number=1']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:19:52.006143 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.006487 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.006837 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.007167 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.007491 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.007809 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.008600 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.008938 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.009270 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.009607 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.009936 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.010263 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:19:52.043404 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Attempting to bind port 7a1221c6-e44d-416d-983b-bbc174b1ce95 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:19:52.043754 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Attempting to bind port 7a1221c6-e44d-416d-983b-bbc174b1ce95 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '72b0d96a-b8cb-4b7a-a916-fce1c2c63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:19:52.044108 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Attempting to bind port 7a1221c6-e44d-416d-983b-bbc174b1ce95 on network cc707be4-db7a-4d4b-b0c4-0dcb246369da {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:19:52.049085 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:19:52.049453 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Checking segment: {'id': '72b0d96a-b8cb-4b7a-a916-fce1c2c63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:19:52.051788 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:52.051788 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Bound using segment: {'id': '72b0d96a-b8cb-4b7a-a916-fce1c2c63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:19:52.051788 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Bound port: 7a1221c6-e44d-416d-983b-bbc174b1ce95, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b0d96a-b8cb-4b7a-a916-fce1c2c63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:19:52.051788 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:52.111957 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] For port 7a1221c6-e44d-416d-983b-bbc174b1ce95, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:19:52.115556 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] For port 7a1221c6-e44d-416d-983b-bbc174b1ce95, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=7a1221c6-e44d-416d-983b-bbc174b1ce95,segment=NetworkSegment(72b0d96a-b8cb-4b7a-a916-fce1c2c63c11),segment_id=72b0d96a-b8cb-4b7a-a916-fce1c2c63c11)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:19:52.120443 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:52.181218 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046594f6-a773-4b36-a741-0831da0803c2 None None] Pushing event updated for resources: {'Port': ['ID=7a1221c6-e44d-416d-983b-bbc174b1ce95,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:19:52.960066 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0758577f-8282-44ce-8139-c3d9ea13a3b7 None None] Network cc707be4-db7a-4d4b-b0c4-0dcb246369da requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:19:53.080420 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-81d524f9-02ec-4b47-82d5-acefa1b71f8a None None] Provisioning for port 7a1221c6-e44d-416d-983b-bbc174b1ce95 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:19:53.847366 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 7a1221c6-e44d-416d-983b-bbc174b1ce95 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:19:53.905891 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 7a1221c6-e44d-416d-983b-bbc174b1ce95 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:19:53.910002 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 7a1221c6-e44d-416d-983b-bbc174b1ce95 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:19:53.910375 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:53.986588 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:54.019373 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 7a1221c6-e44d-416d-983b-bbc174b1ce95, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=7a1221c6-e44d-416d-983b-bbc174b1ce95,segment=NetworkSegment(72b0d96a-b8cb-4b7a-a916-fce1c2c63c11),segment_id=72b0d96a-b8cb-4b7a-a916-fce1c2c63c11)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:19:54.024042 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:19:54.071013 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=7a1221c6-e44d-416d-983b-bbc174b1ce95,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:19:55.833006 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 7a1221c6-e44d-416d-983b-bbc174b1ce95 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:19:55.884845 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 7a1221c6-e44d-416d-983b-bbc174b1ce95 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:19:55.885211 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:04.993335 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e74bb2cc-2655-4425-8926-fc687679826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:07.395229 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 5 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:20:07.516865 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-b67fc047-8128-4e73-b803-452a031a377f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:07.867481 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:08.707606 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:10.130045 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:34.999922 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-07aec968-494e-4e64-8275-1481cd84db4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:37.519428 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-87020393-c010-4c40-97b3-995ea7c9486e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:37.861086 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:38.711223 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:40.132568 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:20:44.393976 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 5 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:21:00.884760 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48284) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:21:00.890705 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [None req-fb6ca174-2da8-4804-92e7-50fe9ae188a7 tempest-verify_tempest_config-123298636 tempest-verify_tempest_config-123298636-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 13:21:00.891681 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-fb6ca174-2da8-4804-92e7-50fe9ae188a7 tempest-verify_tempest_config-123298636 tempest-verify_tempest_config-123298636-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059574 Aug 09 13:21:01.223007 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48302) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:21:01.336466 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:01.458921 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:01.465126 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:01.507586 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a6c647-5bbc-4133-85d8-e8e2d5cfd9c1,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:21:01.511192 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88fdd809ba694e14ac94324727eead7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2871377 Aug 09 13:21:01.514156 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48306) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:21:01.516413 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.516773 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.517106 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.517431 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.517756 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.518079 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.518398 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.518735 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.519035 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.519349 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.519660 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.519971 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc24543-d9f1-4c7f-8f0a-8c1558c055a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.569823 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:01.594335 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:01.689982 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:01.693341 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:01.694815 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8a6c647-5bbc-4133-85d8-e8e2d5cfd9c1 HTTP/1.1" status: 204 len: 168 time: 0.1797135 Aug 09 13:21:01.702668 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a6c647-5bbc-4133-85d8-e8e2d5cfd9c1,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:21:01.709394 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.709736 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.710100 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.710429 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.710751 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.711089 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.711412 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.711723 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.712046 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.712389 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.712703 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:01.713016 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827c9f7-3b09-4e07-b4e1-3c6d819a7789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:21:04.994620 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d2d28306-ec8b-4bba-820b-5629a2b1c8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:07.525588 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-97a824bc-1e88-42b0-9882-fab83b2b0e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:07.865669 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:08.722278 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:10.136870 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:21.392332 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 5 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:21:35.005983 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5b3aed24-e64f-4dfb-b5bf-05deffeae275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:37.527832 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6772ce9-edee-4798-ae2c-84ce1e9dfec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:37.879362 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:38.727250 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:40.145448 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:21:58.392649 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 5 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:22:05.000031 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-37b06d33-a8aa-43c9-8380-e0c7fb525696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:07.531771 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4ab88cdb-96a6-49af-a1f2-a37201f1220b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:07.877197 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:08.725973 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:10.153742 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:35.004757 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a3531fab-f458-453f-b17c-3e1174114047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:35.391560 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 5 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:22:36.451245 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078456'] for agent, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:37.537621 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c5b3233f-7add-43f1-b8b6-7bc03e366ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:37.870145 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:38.723566 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:40.154801 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:22:40.434410 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48360) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:22:40.573946 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-d9f3787e-157c-489c-99c4-34bb555e277c admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1380525 Aug 09 13:22:42.718657 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48370) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:22:42.785212 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-b5b4479b-b898-4319-bb81-2f602f249ccd admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0654528 Aug 09 13:23:05.017209 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-17715657-5e9a-4c44-928f-53947ba74e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:06.430734 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:07.540579 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-51f695d3-2971-4c31-a7e5-36f1b01d8566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:07.873807 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:08.733392 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:10.160043 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:12.391213 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:23:35.024499 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-33ecaa7e-286f-49ef-b99b-fc6b2622a67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:36.440263 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:37.542843 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c040-28d1-45e6-8e90-572e0cba6a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:37.899685 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:38.734193 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:40.158934 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:23:49.390600 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:24:05.009528 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7d13-f945-45f7-b857-6c68ace95ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:06.442867 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:07.547198 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-337108a0-8058-4257-8b19-de65359fba2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:07.883293 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:08.732731 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:09.174831 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48526) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:09.502198 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1590328646-network', 'tenant_id': '7c4e955dcef94acdb8e6a526d1dd49fd'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:09.524992 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Made reservation on behalf of 7c4e955dcef94acdb8e6a526d1dd49fd for: {'network': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:09.527826 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:09.537233 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:09.636654 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:09.641847 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:09.668763 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:24:09.688893 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:09.689293 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.segments_db [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Added segment 1af4cb54-8e84-4ae6-b171-9824a4e57791 of type vlan for network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea Aug 09 13:24:09.698320 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fc2d28-b020-4cfc-8601-10d84cd3235d,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:09.708435 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.708435 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.708435 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.708435 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.708435 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.708435 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.708435 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.708435 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.709240 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.709240 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.709507 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.709703 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Tracked resource versions report: Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: pushed versions: Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: { 'AddressGroup': {'1.2'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'ConntrackHelper': {'1.0'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Log': {'1.0'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Network': {'1.1'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Port': {'1.7'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'PortForwarding': {'1.2'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'QosPolicy': {'1.9'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SecurityGroup': {'1.4'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SecurityGroupRule': {'1.2'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SubPort': {'1.0'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Subnet': {'1.1'}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Trunk': {'1.1'}} Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: consumer versions: Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: { DHCP agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: HyperV agent@hv-cinder-78729: {}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: L3 agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: Metadata agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: Metering agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: Open vSwitch agent@dv-cinder-787296-4-iscsi: { 'AddressGroup': '1.2', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'ConntrackHelper': '1.0', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Log': '1.0', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Network': '1.1', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Port': '1.7', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'PortForwarding': '1.2', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'QosPolicy': '1.9', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SecurityGroup': '1.4', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SecurityGroupRule': '1.2', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'SubPort': '1.0', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Subnet': '1.1', Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: 'Trunk': '1.1'}} Aug 09 13:24:09.711030 dv-cinder-787296-4-iscsi neutron-server[93361]: {{(pid=93361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 13:24:09.749204 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:09.784070 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:09.785177 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:09.785802 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:09.849084 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] Pushing event updated for resources: {'Network': ['ID=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:09.856137 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48576) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:09.856700 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-1f77820d-4c2e-43d8-a96d-196a11aa47a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6802788 Aug 09 13:24:09.860182 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:24:09.862484 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Request body: {'subnet': {'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1590328646-subnet', 'tenant_id': '7c4e955dcef94acdb8e6a526d1dd49fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:09.889286 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Made reservation on behalf of 7c4e955dcef94acdb8e6a526d1dd49fd for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:09.895806 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.089729 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.142188 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f323395f-83b4-42af-94ca-fccc9587251a,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:10.164706 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.165299 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.166469 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.167066 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.167390 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.167665 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.168164 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.168656 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.169147 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.169965 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.170449 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.170917 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.171382 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Tracked resource versions report: Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: pushed versions: Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: { 'AddressGroup': {'1.2'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'ConntrackHelper': {'1.0'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Log': {'1.0'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Network': {'1.1'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Port': {'1.7'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'PortForwarding': {'1.2'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'QosPolicy': {'1.9'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SecurityGroup': {'1.4'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SecurityGroupRule': {'1.2'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SubPort': {'1.0'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Subnet': {'1.1'}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Trunk': {'1.1'}} Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: consumer versions: Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: { DHCP agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: HyperV agent@hv-cinder-78729: {}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: L3 agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: Metadata agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: Metering agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: Open vSwitch agent@dv-cinder-787296-4-iscsi: { 'AddressGroup': '1.2', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'ConntrackHelper': '1.0', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Log': '1.0', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Network': '1.1', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Port': '1.7', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'PortForwarding': '1.2', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'QosPolicy': '1.9', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SecurityGroup': '1.4', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SecurityGroupRule': '1.2', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'SubPort': '1.0', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Subnet': '1.1', Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: 'Trunk': '1.1'}} Aug 09 13:24:10.172651 dv-cinder-787296-4-iscsi neutron-server[93362]: {{(pid=93362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 13:24:10.202922 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Checking segment: {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:10.203610 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Network hostable DHCP agents. Network: 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:24:10.225300 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:24:10.237815 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:10.242757 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:10.244013 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.249464 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c631e61-8e9f-4343-b5a7-ae09c663e14a None None] Network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:10.266787 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-258c3804-21f6-48ba-8c07-e86b0687981b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4094629 Aug 09 13:24:10.389807 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc4dde-46e5-4142-8b90-fafa86169625 None None] Network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:10.475456 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48610) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:10.594242 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48620) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:10.623588 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48624) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:10.658056 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48632) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:10.718754 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-245646298-network', 'tenant_id': '2d007ab2baac405f996ece03b238a621'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:10.744694 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-network', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:10.746295 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Made reservation on behalf of 2d007ab2baac405f996ece03b238a621 for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:10.749210 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.759843 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.767659 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Made reservation on behalf of a0f5ba57c2b044c7b18f300f378da1a5 for: {'network': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:10.770344 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.779949 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.824373 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2126954041-network', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:10.868992 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.871569 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1988332030-network', 'tenant_id': 'b88ca84986934d2ab83f354182d60142'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:10.873412 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.908208 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:24:10.908450 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.db.api [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 13:24:10.908450 dv-cinder-787296-4-iscsi neutron-server[93361]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 13:24:10.908450 dv-cinder-787296-4-iscsi neutron-server[93361]: [parameters: {'project_id_1': '81b367df9c524d338ad70a4d405ede7c', 'expiration_1': datetime.datetime(2021, 8, 9, 13, 24, 10, 831560)}] Aug 09 13:24:10.908450 dv-cinder-787296-4-iscsi neutron-server[93361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 13:24:10.908884 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG oslo_db.api [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 13:24:10.919922 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be945ea-f701-4aae-b66e-a16d85d73e7c,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:10.927501 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.929067 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Added segment 7f03dee8-42ed-4176-8071-c76adcf8d985 of type vlan for network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd Aug 09 13:24:10.977721 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:10.996127 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.013607 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.014947 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:11.015915 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.016637 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.073656 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:24:11.077278 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b03b32-d31c-4f13-a850-e83307f720b8,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:11.080595 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] Pushing event updated for resources: {'Network': ['ID=66c4ae32-c4a4-4218-982b-49a4bc3be7fd,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:11.086771 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Made reservation on behalf of b88ca84986934d2ab83f354182d60142 for: {'network': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:11.090472 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.102296 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f2254798-8cab-4a1f-894b-96e7f4fe07ef admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6244082 Aug 09 13:24:11.103450 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48654) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:11.105707 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:24:11.109191 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.109613 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.segments_db [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Added segment 21cb0151-d2ad-4b30-9988-da18df2b3a23 of type vlan for network bbb703b2-d4e6-48a1-9843-a63156de0da9 Aug 09 13:24:11.111331 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Request body: {'subnet': {'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-subnet', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:11.111974 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.167149 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Made reservation on behalf of 2d007ab2baac405f996ece03b238a621 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:11.172916 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.207066 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.293767 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.294709 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:11.295271 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.370867 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.379204 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb703b2-d4e6-48a1-9843-a63156de0da9,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:11.385524 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.391610 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network bbb703b2-d4e6-48a1-9843-a63156de0da9 details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:24:11.400778 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-f1b65f5b-3dd2-4ecf-8d73-9cf5743fd0d1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8021812 Aug 09 13:24:11.406380 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48676) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:11.431206 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Request body: {'subnet': {'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-subnet', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:11.452014 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.458863 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=93361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:24:11.476603 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6610802b-7d0f-43e2-9dbe-da752a99ceee,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:11.484774 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.484774 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.segments_db [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Added segment 49603d23-a6ea-4947-93cb-d06ae4d166f9 of type vlan for network e61da65b-5ecd-43e4-b3e7-9e423c31fa64 Aug 09 13:24:11.487209 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Made reservation on behalf of 81b367df9c524d338ad70a4d405ede7c for: {'network': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:11.491106 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.516926 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.558422 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Checking segment: {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:11.558774 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Network hostable DHCP agents. Network: 66c4ae32-c4a4-4218-982b-49a4bc3be7fd, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:24:11.564512 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Made reservation on behalf of a0f5ba57c2b044c7b18f300f378da1a5 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:11.564798 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.567452 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.584321 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:11.624456 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.625476 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:11.626055 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.656389 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:24:11.679747 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 66c4ae32-c4a4-4218-982b-49a4bc3be7fd) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:11.689173 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f2806f-b9f4-4ec0-bc49-81cf754355ae None None] Network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:11.701670 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:11.707476 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.720031 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] Pushing event updated for resources: {'Network': ['ID=e61da65b-5ecd-43e4-b3e7-9e423c31fa64,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:11.741357 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.751989 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:11.779862 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network e61da65b-5ecd-43e4-b3e7-9e423c31fa64 details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:24:11.800023 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48702) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:11.801913 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-4c011019-25a3-49aa-8139-3425f050f081 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1429548 Aug 09 13:24:11.805577 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-2119f34b-81d8-4c28-ac83-a85b4dcee4c2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7004821 Aug 09 13:24:11.806481 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48704) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:11.811043 dv-cinder-787296-4-iscsi neutron-server[93361]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 13:24:11.813924 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:24:11.814688 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Request body: {'subnet': {'network_id': 'e61da65b-5ecd-43e4-b3e7-9e423c31fa64', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1988332030-subnet', 'tenant_id': 'b88ca84986934d2ab83f354182d60142', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:11.821222 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48706) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:11.826388 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:11.903151 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Made reservation on behalf of b88ca84986934d2ab83f354182d60142 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:11.906767 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.071727 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.090260 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2079701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35209'] for router, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.104728 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2080357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35206'] for router, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.128056 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83b3c1d3-6c21-5357-be80-c9cf88c7caea-66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028'}]}} from dv-cinder-787296-4-iscsi. {{(pid=93363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 13:24:12.129484 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.152680 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09280f9f-f4e6-403a-b5de-f754bf392bbf,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:12.174486 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.174812 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.segments_db [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Added segment b5edd256-062a-45ca-9a4b-dfca1687e393 of type vlan for network b1213056-cd70-44c3-b463-5d2c8e45ad60 Aug 09 13:24:12.256541 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0b5930-ab70-47c5-a49b-97444f6e0e28,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:12.324726 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.db_base_plugin_common [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Allocated IP 172.20.0.2 (66c4ae32-c4a4-4218-982b-49a4bc3be7fd/0ddb1be5-30a6-41d7-b67c-c0c36e2ac028/92b31494-a5de-4773-a38b-a26bdbf07120) {{(pid=93363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:12.409552 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.419137 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48726) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:12.476512 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-008aec7a-8c26-46f2-baf0-f01b32b6a6bc tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:12.478026 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-008aec7a-8c26-46f2-baf0-f01b32b6a6bc tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 815 time: 0.6749239 Aug 09 13:24:12.501667 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-0cbfbb45-c73a-4dcf-8263-50b41c50c5b7 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/quotas/7c4e955dcef94acdb8e6a526d1dd49fd HTTP/1.1" status: 200 len: 375 time: 0.0169625 Aug 09 13:24:12.538201 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Checking segment: {'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:12.543557 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Network hostable DHCP agents. Network: bbb703b2-d4e6-48a1-9843-a63156de0da9, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:24:12.554001 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Notify callbacks [] for port, precommit_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.566563 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.570607 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Transition to ACTIVE for port object 92b31494-a5de-4773-a38b-a26bdbf07120 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:12.594119 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Transition to ACTIVE for port object 92b31494-a5de-4773-a38b-a26bdbf07120 will not be triggered until provisioned by entity DHCP. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:12.606662 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.607119 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.608090 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:12.608745 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.621744 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-8247663f-3132-43ee-90af-d4dfaa79db35 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111887 Aug 09 13:24:12.652210 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.666232 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd is already hosted by enough agents. {{(pid=93363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:12.679677 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Resources bound (agent type, host, resource id): {{(pid=93363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:12.686373 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Received port after_create {{(pid=93363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:12.695658 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-fb007c74-e606-4e3b-afad-8a8e8338a34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.706983 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] Pushing event updated for resources: {'Network': ['ID=b1213056-cd70-44c3-b463-5d2c8e45ad60,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:12.717016 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Network bbb703b2-d4e6-48a1-9843-a63156de0da9 is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:24:12.745901 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-49a66416-74c5-49a1-b13b-adf5f1660c26 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1185443 Aug 09 13:24:12.747960 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network b1213056-cd70-44c3-b463-5d2c8e45ad60 details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:24:12.749238 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48750) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:12.760950 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, bbb703b2-d4e6-48a1-9843-a63156de0da9) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:12.764089 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Request body: {'subnet': {'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2126954041-subnet', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:12.775125 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5159afe-17e3-4c53-8cb5-6442215e97ae None None] Network bbb703b2-d4e6-48a1-9843-a63156de0da9 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:12.793135 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Pushing event updated for resources: {'Port': ['ID=92b31494-a5de-4773-a38b-a26bdbf07120,revision_number=1']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:12.807095 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:12.807892 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.833241 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-f541951b-d38e-4a18-9aa3-ddb2e1c397f4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 13:24:12.834234 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-f541951b-d38e-4a18-9aa3-ddb2e1c397f4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0858600 Aug 09 13:24:12.846163 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Attempting to bind port 92b31494-a5de-4773-a38b-a26bdbf07120 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:12.846163 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Attempting to bind port 92b31494-a5de-4773-a38b-a26bdbf07120 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:12.846546 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Attempting to bind port 92b31494-a5de-4773-a38b-a26bdbf07120 on network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:12.848918 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24aaae87-79ed-4610-aac3-6f4fe70aca4c,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:12.851980 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.852463 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.852801 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.853106 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.853224 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.853662 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.854178 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.854511 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.854831 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.855363 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.855693 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.857177 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.857177 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Tracked resource versions report: Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: pushed versions: Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: { 'AddressGroup': {'1.2'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'ConntrackHelper': {'1.0'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Log': {'1.0'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Network': {'1.1'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Port': {'1.7'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'PortForwarding': {'1.2'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'QosPolicy': {'1.9'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SecurityGroup': {'1.4'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SecurityGroupRule': {'1.2'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SubPort': {'1.0'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Subnet': {'1.1'}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Trunk': {'1.1'}} Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: consumer versions: Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: { DHCP agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: HyperV agent@hv-cinder-78729: {}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: L3 agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: Metadata agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: Metering agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: Open vSwitch agent@dv-cinder-787296-4-iscsi: { 'AddressGroup': '1.2', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'ConntrackHelper': '1.0', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Log': '1.0', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Network': '1.1', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Port': '1.7', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'PortForwarding': '1.2', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'QosPolicy': '1.9', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SecurityGroup': '1.4', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SecurityGroupRule': '1.2', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'SubPort': '1.0', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Subnet': '1.1', Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: 'Trunk': '1.1'}} Aug 09 13:24:12.857477 dv-cinder-787296-4-iscsi neutron-server[93363]: {{(pid=93363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 13:24:12.880882 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Checking segment: {'id': '49603d23-a6ea-4947-93cb-d06ae4d166f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e61da65b-5ecd-43e4-b3e7-9e423c31fa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:12.881510 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Network hostable DHCP agents. Network: e61da65b-5ecd-43e4-b3e7-9e423c31fa64, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:24:12.905881 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:12.906170 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Checking segment: {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:12.906405 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.906829 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Bound using segment: {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:12.907230 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Bound port: 92b31494-a5de-4773-a38b-a26bdbf07120, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:12.907643 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.943864 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-fb007c74-e606-4e3b-afad-8a8e8338a34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:12.957788 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-fb007c74-e606-4e3b-afad-8a8e8338a34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.028381 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb007c74-e606-4e3b-afad-8a8e8338a34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fa5310-4f65-40c2-86d8-b81259316e5e,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:13.034637 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-fb6b253d-271d-4c81-bc3e-9c309305aac1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6245363 Aug 09 13:24:13.034637 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Network e61da65b-5ecd-43e4-b3e7-9e423c31fa64 is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:24:13.037231 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48762) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:13.042717 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-router', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:13.058360 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-fb007c74-e606-4e3b-afad-8a8e8338a34e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43f7ea4e9c8a4da39705f621142d5394&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6379435 Aug 09 13:24:13.059192 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48764) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:13.063797 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-fa13bbb1-5c84-471e-a086-1a0241e7bb41 service neutron] 10.222.0.32 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915083 Aug 09 13:24:13.099830 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, e61da65b-5ecd-43e4-b3e7-9e423c31fa64) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:13.108620 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] For port 92b31494-a5de-4773-a38b-a26bdbf07120, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:13.109931 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:13.110507 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.113248 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17defa03-54f3-44c7-9a7a-9c26959885f5 None None] Network bbb703b2-d4e6-48a1-9843-a63156de0da9 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:13.118973 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] For port 92b31494-a5de-4773-a38b-a26bdbf07120, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=92b31494-a5de-4773-a38b-a26bdbf07120,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:13.135493 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc502b-37d2-48e9-b278-4f1aa748e9e7 None None] Network e61da65b-5ecd-43e4-b3e7-9e423c31fa64 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:13.137587 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2079701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35209'] for router, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.138759 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2080357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35206'] for router, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.142592 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48768) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:13.150494 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Made reservation on behalf of 81b367df9c524d338ad70a4d405ede7c for: {'subnet': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:13.152725 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-60704e43-fae8-4d12-bf37-d05b71171230 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3429043 Aug 09 13:24:13.152850 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.177230 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.201474 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8300-8d71-499f-ab4e-e683f1918119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.231617 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8300-8d71-499f-ab4e-e683f1918119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.321905 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-aa078093-7cc5-4df7-a192-c022e3ab2ccf service neutron] 10.222.0.32 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503040 Aug 09 13:24:13.342561 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8300-8d71-499f-ab4e-e683f1918119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.353976 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8300-8d71-499f-ab4e-e683f1918119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.353976 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c6aa8300-8d71-499f-ab4e-e683f1918119 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2fa5310-4f65-40c2-86d8-b81259316e5e HTTP/1.1" status: 204 len: 168 time: 0.2909663 Aug 09 13:24:13.353976 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.369213 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9ef4afd7-27b3-4b50-a483-47727e3eb796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.462558 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a773e-2250-47e1-afc3-ed75c7999deb None None] Pushing event updated for resources: {'Port': ['ID=92b31494-a5de-4773-a38b-a26bdbf07120,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:13.552887 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa8300-8d71-499f-ab4e-e683f1918119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fa5310-4f65-40c2-86d8-b81259316e5e,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:13.556225 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd562ab-ee37-4c1a-b056-f77225b117ce None None] Network e61da65b-5ecd-43e4-b3e7-9e423c31fa64 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:13.651601 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.771883 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.773373 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9ef4afd7-27b3-4b50-a483-47727e3eb796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.810025 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9ef4afd7-27b3-4b50-a483-47727e3eb796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.835398 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deee3343-13d4-4428-b960-47c7a74f85e9,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:13.933562 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:13.944913 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Checking segment: {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:13.945418 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Network hostable DHCP agents. Network: b1213056-cd70-44c3-b463-5d2c8e45ad60, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:24:13.957804 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-9ef4afd7-27b3-4b50-a483-47727e3eb796 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73e87c464b314364b65cda44e85fef04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8141625 Aug 09 13:24:13.986855 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48800) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:13.989379 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4afd7-27b3-4b50-a483-47727e3eb796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ea6a30-729b-4800-9ccb-6cb6fc5b9906,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:14.018302 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-84c9b4d6-d2eb-4048-a567-4fdd85d2b3fb req-b423e23b-b8fd-4a59-a8ec-555bed78179f tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 210 time: 0.0796561 Aug 09 13:24:14.023966 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.040839 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Network b1213056-cd70-44c3-b463-5d2c8e45ad60 is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:24:14.066083 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, b1213056-cd70-44c3-b463-5d2c8e45ad60) {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:14.071482 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:14.072840 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.076550 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4baac81-bda2-4c4f-87ef-20371b39dfda None None] Network b1213056-cd70-44c3-b463-5d2c8e45ad60 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:14.111373 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-161da41b-01ea-4252-a524-23ce6703c533 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3520708 Aug 09 13:24:14.111373 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48810) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:14.123848 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:14.150680 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48814) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:14.170142 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 92b31494-a5de-4773-a38b-a26bdbf07120 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:14.172363 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0ce7000d-3bc4-4d5d-828b-7660236ced64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.190466 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2079701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35209'] for router, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.191824 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2080357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35206'] for router, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.286919 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dcea5aa5-bf08-4835-b641-ad7816551b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.361122 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 92b31494-a5de-4773-a38b-a26bdbf07120 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:14.373855 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 48834) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:14.399849 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83b3c1d3-6c21-5357-be80-c9cf88c7caea-b1213056-cd70-44c3-b463-5d2c8e45ad60', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9'}]}} from dv-cinder-787296-4-iscsi. {{(pid=93363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 13:24:14.403937 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.407684 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dcea5aa5-bf08-4835-b641-ad7816551b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.498711 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Allocated IP 172.27.3.38 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/e58988df-d9a2-4730-9313-03da21a36a22) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:14.572180 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.db_base_plugin_common [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Allocated IP 172.20.0.2 (b1213056-cd70-44c3-b463-5d2c8e45ad60/deee3343-13d4-4428-b960-47c7a74f85e9/66c92f43-7b30-4840-b87d-3bfa37f9667b) {{(pid=93363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:14.587644 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.647270 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-6df16c92-3033-418f-b74b-ed25d0491d88 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:14.649929 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-6df16c92-3033-418f-b74b-ed25d0491d88 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/networks?id=e61da65b-5ecd-43e4-b3e7-9e423c31fa64 HTTP/1.1" status: 200 len: 812 time: 0.2667434 Aug 09 13:24:14.722072 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0ce7000d-3bc4-4d5d-828b-7660236ced64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.732451 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dcea5aa5-bf08-4835-b641-ad7816551b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.735562 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dcea5aa5-bf08-4835-b641-ad7816551b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.737070 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-dcea5aa5-bf08-4835-b641-ad7816551b06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97ea6a30-729b-4800-9ccb-6cb6fc5b9906 HTTP/1.1" status: 204 len: 168 time: 0.7476938 Aug 09 13:24:14.768456 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328fb2fb-79e2-431a-b70e-f2f42bb5eb12 None None] Network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:14.779480 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0ce7000d-3bc4-4d5d-828b-7660236ced64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.805574 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea5aa5-bf08-4835-b641-ad7816551b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ea6a30-729b-4800-9ccb-6cb6fc5b9906,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:14.864942 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0ce7000d-3bc4-4d5d-828b-7660236ced64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d49655f50ee1470f8ec79007b29f1e6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7130964 Aug 09 13:24:14.866611 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-45611079-3cfd-4382-9b0c-e7ec4ce6e3a9 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/quotas/b88ca84986934d2ab83f354182d60142 HTTP/1.1" status: 200 len: 375 time: 0.0922270 Aug 09 13:24:14.869250 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7000d-3bc4-4d5d-828b-7660236ced64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83134c0-0cc9-41a3-82f6-665594c1b7a8,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:14.870017 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48844) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:14.874433 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.881254 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:14.903450 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-cb1d34b8-828c-4ab4-a0b9-24951a612674 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b88ca84986934d2ab83f354182d60142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278773 Aug 09 13:24:14.937029 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.029691 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Notify callbacks [] for port, precommit_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.041853 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cf3019a1-e502-4694-97b1-5e78af691743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.048722 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Transition to ACTIVE for port object 66c92f43-7b30-4840-b87d-3bfa37f9667b will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:15.052769 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-eb6649e9-26db-4eec-b0bb-e1a8f16e1037 None None] Provisioning for port 92b31494-a5de-4773-a38b-a26bdbf07120 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:15.064312 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.065106 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-eb6649e9-26db-4eec-b0bb-e1a8f16e1037 None None] Provisioning complete for port 92b31494-a5de-4773-a38b-a26bdbf07120 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:15.065731 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-eb6649e9-26db-4eec-b0bb-e1a8f16e1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.082978 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.123284 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Transition to ACTIVE for port object 66c92f43-7b30-4840-b87d-3bfa37f9667b will not be triggered until provisioned by entity DHCP. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:15.136878 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cf3019a1-e502-4694-97b1-5e78af691743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.162331 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:15.180441 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:15.185428 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Allocated IP 172.27.3.217 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/523c02bd-06d5-4281-ad29-16e24992f62a) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:15.187765 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.191013 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:15.201146 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Pushing event updated for resources: {'Port': ['ID=e58988df-d9a2-4730-9313-03da21a36a22,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:15.354920 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Network b1213056-cd70-44c3-b463-5d2c8e45ad60 is already hosted by enough agents. {{(pid=93363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:15.362983 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.base_scheduler [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Resources bound (agent type, host, resource id): {{(pid=93363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:15.394010 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cf3019a1-e502-4694-97b1-5e78af691743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.394010 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cf3019a1-e502-4694-97b1-5e78af691743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.394010 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-cf3019a1-e502-4694-97b1-5e78af691743 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d83134c0-0cc9-41a3-82f6-665594c1b7a8 HTTP/1.1" status: 204 len: 168 time: 0.5043125 Aug 09 13:24:15.401597 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3019a1-e502-4694-97b1-5e78af691743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83134c0-0cc9-41a3-82f6-665594c1b7a8,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:15.458583 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Received port after_create {{(pid=93363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:15.540527 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Pushing event updated for resources: {'Port': ['ID=66c92f43-7b30-4840-b87d-3bfa37f9667b,revision_number=1']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:15.542013 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0f4669b3-5cee-4afc-a8d5-e57965f0d0f5 req-065780ee-31a0-4ce5-9359-2e5ec7f98619 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 210 time: 0.4023914 Aug 09 13:24:15.552014 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-497284e7-6299-4b72-9ac8-24514f3876aa service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 13:24:15.562477 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-eb6649e9-26db-4eec-b0bb-e1a8f16e1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.569060 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-497284e7-6299-4b72-9ac8-24514f3876aa service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4401376 Aug 09 13:24:15.602525 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.665449 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.693910 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Attempting to bind port 66c92f43-7b30-4840-b87d-3bfa37f9667b on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:15.694443 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Attempting to bind port 66c92f43-7b30-4840-b87d-3bfa37f9667b by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:15.695085 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Attempting to bind port 66c92f43-7b30-4840-b87d-3bfa37f9667b on network b1213056-cd70-44c3-b463-5d2c8e45ad60 {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:15.707122 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:15.707884 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Checking segment: {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:15.709532 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.709532 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Bound using segment: {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:15.709532 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Bound port: 66c92f43-7b30-4840-b87d-3bfa37f9667b, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:15.710478 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.767210 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.811704 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-274cd62c-e859-425c-964e-385273fb03bf None None] For port 66c92f43-7b30-4840-b87d-3bfa37f9667b, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:15.820328 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-274cd62c-e859-425c-964e-385273fb03bf None None] For port 66c92f43-7b30-4840-b87d-3bfa37f9667b, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=66c92f43-7b30-4840-b87d-3bfa37f9667b,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:15.846017 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:15.851714 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-c04b07ce-83af-4187-ae14-087bdb81d4aa service neutron] 10.222.0.32 "GET /v2.0/networks/e61da65b-5ecd-43e4-b3e7-9e423c31fa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794538 Aug 09 13:24:15.869057 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:15.961088 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-eb6649e9-26db-4eec-b0bb-e1a8f16e1037 None None] For port 92b31494-a5de-4773-a38b-a26bdbf07120, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=92b31494-a5de-4773-a38b-a26bdbf07120,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:15.967467 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cd62c-e859-425c-964e-385273fb03bf None None] Pushing event updated for resources: {'Port': ['ID=66c92f43-7b30-4840-b87d-3bfa37f9667b,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:15.989752 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-eb6649e9-26db-4eec-b0bb-e1a8f16e1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:16.008967 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:16.021288 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:16.134144 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6649e9-26db-4eec-b0bb-e1a8f16e1037 None None] Pushing event updated for resources: {'Port': ['ID=92b31494-a5de-4773-a38b-a26bdbf07120,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:16.177134 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Pushing event updated for resources: {'Port': ['ID=523c02bd-06d5-4281-ad29-16e24992f62a,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:16.270323 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-18d67c2b-5739-4cd1-abf0-a2755829a867 service neutron] 10.222.0.32 "GET /v2.0/networks/e61da65b-5ecd-43e4-b3e7-9e423c31fa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087009 Aug 09 13:24:16.295835 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48912) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:16.325443 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-d2b845e2-5d6b-4a2f-ac49-02e11f5f092a None None] Provisioning complete for port 92b31494-a5de-4773-a38b-a26bdbf07120 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:16.325941 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d2b845e2-5d6b-4a2f-ac49-02e11f5f092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:16.331312 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:16.351909 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:16.496225 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:16.500244 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2080364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135'] for router, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:16.774159 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2080364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135'] for router, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:16.860361 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Allocated IP 172.27.3.176 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/189fd4b2-8ab6-44f8-a207-c430891b1796) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:16.942433 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d485a0df-e5a0-4b29-88a9-09d1cca66dd1 req-cf1451b7-861a-4726-8151-9c010b50cd10 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 210 time: 0.0735149 Aug 09 13:24:16.949945 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d0ba-3db6-4f5b-abba-3f53be9ee44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:17.008866 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9b34263a-1492-410a-a253-fb8701c50341 req-e9695934-80bd-43f1-b210-129a89a28f10 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 210 time: 0.0816765 Aug 09 13:24:17.209934 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:17.277323 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Router c117d951-fc59-4ea6-bccc-32cac9bf74b8 is scheduled to L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db with binding_index 1 {{(pid=93362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 13:24:17.293599 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:17.342879 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:17.345844 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:17.355691 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:17.367387 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=189fd4b2-8ab6-44f8-a207-c430891b1796,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:17.497686 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:24:17.521774 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Sync routers for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:24:17.524990 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Router 9bb553d9-4be8-4666-bb29-cf3063fce04c is scheduled to L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db with binding_index 1 {{(pid=93362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 13:24:17.537985 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:17.539280 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:17.545651 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d0ba-3db6-4f5b-abba-3f53be9ee44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:17.610514 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d0ba-3db6-4f5b-abba-3f53be9ee44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:17.650470 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f058c-7b69-4838-8c29-004cdd388091 None None] Network b1213056-cd70-44c3-b463-5d2c8e45ad60 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:17.672883 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2d0ba-3db6-4f5b-abba-3f53be9ee44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82734e0-90ab-4926-83be-4077b03cef12,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:17.677951 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:17.680214 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-99d197e0-523e-4ac4-a672-db4996e17830 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8567240 Aug 09 13:24:17.697708 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 48970) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:17.734351 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.42', 60981) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:17.840091 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-a49a243a-eb1b-43ff-9919-019b3a6207c0 None None] Provisioning for port 66c92f43-7b30-4840-b87d-3bfa37f9667b completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:17.877528 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:17.895599 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:18.224908 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:15Z', 'revision_number': 3, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:18.259051 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Checking router: c117d951-fc59-4ea6-bccc-32cac9bf74b8 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:24:18.259787 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Updating router c117d951-fc59-4ea6-bccc-32cac9bf74b8 port e58988df-d9a2-4730-9313-03da21a36a22 binding host dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:24:18.293779 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:18.306857 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:24:18.315141 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 66c92f43-7b30-4840-b87d-3bfa37f9667b up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:18.390743 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-b4a5f286-1e41-48a2-9362-e83a2c771373 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:18.396415 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-b4a5f286-1e41-48a2-9362-e83a2c771373 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 815 time: 0.6512938 Aug 09 13:24:18.399206 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Sync routers for ids ['9bb553d9-4be8-4666-bb29-cf3063fce04c'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:24:18.439351 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Routers {'9bb553d9-4be8-4666-bb29-cf3063fce04c'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:18.440617 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['9bb553d9-4be8-4666-bb29-cf3063fce04c'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:18.465771 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a1e2d0ba-3db6-4f5b-abba-3f53be9ee44f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4eff1cf219f4ffea201a4ae24363f11&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1657467 Aug 09 13:24:18.469574 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49008) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:18.575503 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:18.578806 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-9379bb3a-407b-4342-9394-d944d54d0345 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5397274 Aug 09 13:24:18.582711 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Request body: {'port': {'device_id': '65998424-a049-4384-83ed-893c9e11848a', 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea', 'admin_state_up': True, 'tenant_id': '7c4e955dcef94acdb8e6a526d1dd49fd'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:18.594250 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49014) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:18.635311 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Set router 9bb553d9-4be8-4666-bb29-cf3063fce04c gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:18.822471 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Notify callbacks [] for port, precommit_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:18.835502 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.provisioning_blocks [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Transition to ACTIVE for port object e58988df-d9a2-4730-9313-03da21a36a22 will not be triggered until provisioned by entity L2. {{(pid=93364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:18.851052 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:18.904259 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Pushing event updated for resources: {'Port': ['ID=e58988df-d9a2-4730-9313-03da21a36a22,revision_number=2']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:18.914904 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-43b0bac8-e34e-4039-913f-c5e889e85a5b req-cd740a7a-1fc6-4fe3-8d5b-b147b5b34e59 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 210 time: 0.7594428 Aug 09 13:24:18.915853 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.915988 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.916214 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.916645 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.916986 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.917315 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.917723 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.918091 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.918440 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.919004 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.919584 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.919959 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Tracked resource versions report: Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: pushed versions: Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: { 'AddressGroup': {'1.2'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'ConntrackHelper': {'1.0'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Log': {'1.0'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Network': {'1.1'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Port': {'1.7'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'PortForwarding': {'1.2'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'QosPolicy': {'1.9'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SecurityGroup': {'1.4'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SecurityGroupRule': {'1.2'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SubPort': {'1.0'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Subnet': {'1.1'}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Trunk': {'1.1'}} Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: consumer versions: Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: { DHCP agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: HyperV agent@hv-cinder-78729: {}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: L3 agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: Metadata agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: Metering agent@dv-cinder-787296-4-iscsi: {}, Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: Open vSwitch agent@dv-cinder-787296-4-iscsi: { 'AddressGroup': '1.2', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'ConntrackHelper': '1.0', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Log': '1.0', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Network': '1.1', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Port': '1.7', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'PortForwarding': '1.2', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'QosPolicy': '1.9', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SecurityGroup': '1.4', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SecurityGroupRule': '1.2', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'SubPort': '1.0', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Subnet': '1.1', Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: 'Trunk': '1.1'}} Aug 09 13:24:18.922193 dv-cinder-787296-4-iscsi neutron-server[93364]: {{(pid=93364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 13:24:18.926325 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b6be4acd-ffa7-472d-a048-9c18552ec491 req-2b94ade3-1c4c-41b5-9b1e-a7489f4e7a48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 210 time: 0.5282011 Aug 09 13:24:18.938455 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Made reservation on behalf of 7c4e955dcef94acdb8e6a526d1dd49fd for: {'port': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:18.942894 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.007145 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Attempting to bind port e58988df-d9a2-4730-9313-03da21a36a22 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:19.009304 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Attempting to bind port e58988df-d9a2-4730-9313-03da21a36a22 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:19.009304 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Attempting to bind port e58988df-d9a2-4730-9313-03da21a36a22 on network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:19.021433 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:19.023729 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:19.024384 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.024791 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Bound using segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:19.025279 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Bound port: e58988df-d9a2-4730-9313-03da21a36a22, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:19.025661 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.117694 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] For port e58988df-d9a2-4730-9313-03da21a36a22, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:19.121670 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] For port e58988df-d9a2-4730-9313-03da21a36a22, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=e58988df-d9a2-4730-9313-03da21a36a22,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:19.127597 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 66c92f43-7b30-4840-b87d-3bfa37f9667b completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:19.129461 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.144827 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 66c92f43-7b30-4840-b87d-3bfa37f9667b triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:19.146842 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.216331 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4768549b-a472-4556-ae9e-d5239aa79ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.290515 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:19.291163 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:19.295999 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2080364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135'] for router, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.325344 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4768549b-a472-4556-ae9e-d5239aa79ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.384220 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea18fd7-6112-4d53-9f92-b3ed34807395 None None] Pushing event updated for resources: {'Port': ['ID=e58988df-d9a2-4730-9313-03da21a36a22,revision_number=3']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:19.553903 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.556435 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:19.665744 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 66c92f43-7b30-4840-b87d-3bfa37f9667b, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=66c92f43-7b30-4840-b87d-3bfa37f9667b,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:19.665999 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.42', 60987) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:19.686496 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-router', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:13Z', 'updated_at': '2021-08-09T13:24:16Z', 'revision_number': 3, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'gw_port': {'id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:19.775930 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Checking router: 9bb553d9-4be8-4666-bb29-cf3063fce04c for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:24:19.776575 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Updating router 9bb553d9-4be8-4666-bb29-cf3063fce04c port 523c02bd-06d5-4281-ad29-16e24992f62a binding host dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:24:19.823703 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.826031 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 92b31494-a5de-4773-a38b-a26bdbf07120 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:19.828254 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:19.909384 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Router 61885b64-e7af-4829-8c5c-23896de968f0 is scheduled to L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db with binding_index 1 {{(pid=93361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 13:24:20.110956 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Allocated IP 172.20.0.8 (411f565d-fdbf-45ae-9e1a-bcfb25c5eeea/f323395f-83b4-42af-94ca-fccc9587251a/03f9ee04-cb35-439d-add5-1517d716ffdb) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:20.115868 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:24:20.131090 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:20.143672 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Transition to ACTIVE for port object 523c02bd-06d5-4281-ad29-16e24992f62a will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:20.150115 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Sync routers for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:24:20.208859 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=66c92f43-7b30-4840-b87d-3bfa37f9667b,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:20.219495 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:20.230363 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:20.238399 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:20.272520 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:20.282699 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0eb66df6-90bf-42f2-9584-eb8dd0785ca4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1655078 Aug 09 13:24:20.296759 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9e225-32be-4d39-841a-415f5b4e7c9c None None] Pushing event updated for resources: {'Port': ['ID=523c02bd-06d5-4281-ad29-16e24992f62a,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:20.308551 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8349a778-6342-4478-a170-a370043ba6be req-8e7ff631-68e8-4de2-b032-fbc4f8ed5fc9 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 210 time: 0.1943519 Aug 09 13:24:20.313523 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 49068) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:20.326019 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Attempting to bind port 523c02bd-06d5-4281-ad29-16e24992f62a on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:20.326547 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Attempting to bind port 523c02bd-06d5-4281-ad29-16e24992f62a by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:20.327082 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Attempting to bind port 523c02bd-06d5-4281-ad29-16e24992f62a on network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:20.334777 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:20.335433 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:20.336209 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:20.336785 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Bound using segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:20.337439 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Bound port: 523c02bd-06d5-4281-ad29-16e24992f62a, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:20.338048 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:20.348386 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-79ef1d90-5647-4039-885f-190ed3214eaf tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:20.349925 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-79ef1d90-5647-4039-885f-190ed3214eaf tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.42 "GET /v2.0/networks?id=e61da65b-5ecd-43e4-b3e7-9e423c31fa64 HTTP/1.1" status: 200 len: 812 time: 0.6788485 Aug 09 13:24:20.520474 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Request body: {'port': {'device_id': '5bd14a55-f7db-4094-9d63-33ec109518a7', 'network_id': 'e61da65b-5ecd-43e4-b3e7-9e423c31fa64', 'admin_state_up': True, 'tenant_id': 'b88ca84986934d2ab83f354182d60142'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:20.584533 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] For port 523c02bd-06d5-4281-ad29-16e24992f62a, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:20.589479 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] For port 523c02bd-06d5-4281-ad29-16e24992f62a, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=523c02bd-06d5-4281-ad29-16e24992f62a,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:20.595394 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 92b31494-a5de-4773-a38b-a26bdbf07120 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:20.595938 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:20.600150 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:20.887625 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-56ddbac3-5090-4602-917d-a2136e40164e req-2caa9aa7-adc8-4531-a3d0-829e4e7dd0d8 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 210 time: 0.3361320 Aug 09 13:24:20.965626 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:15Z', 'revision_number': 3, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:21.071382 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc881a-dd3e-45ff-980a-55b715add5ea None None] The sync data for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi is: [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:15Z', 'revision_number': 3, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:24:21.091617 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9e225-32be-4d39-841a-415f5b4e7c9c None None] Pushing event updated for resources: {'Port': ['ID=523c02bd-06d5-4281-ad29-16e24992f62a,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:21.132243 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:21.232974 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Routers {'9bb553d9-4be8-4666-bb29-cf3063fce04c'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:21.237476 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['9bb553d9-4be8-4666-bb29-cf3063fce04c'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:21.447280 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] Set router 9bb553d9-4be8-4666-bb29-cf3063fce04c gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:21.582675 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:17Z', 'revision_number': 3, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:21.795033 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Checking router: 61885b64-e7af-4829-8c5c-23896de968f0 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:24:21.795033 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Updating router 61885b64-e7af-4829-8c5c-23896de968f0 port 189fd4b2-8ab6-44f8-a207-c430891b1796 binding host dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:24:21.795033 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:21.885521 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-router', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:13Z', 'updated_at': '2021-08-09T13:24:16Z', 'revision_number': 3, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'gw_port': {'id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:21.923463 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4768549b-a472-4556-ae9e-d5239aa79ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:21.933203 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4768549b-a472-4556-ae9e-d5239aa79ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:21.942982 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-4768549b-a472-4556-ae9e-d5239aa79ee0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b82734e0-90ab-4926-83be-4077b03cef12 HTTP/1.1" status: 204 len: 168 time: 3.4639068 Aug 09 13:24:21.995830 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a8304-e3a4-47bc-b596-107f61cc5ac5 None None] The sync data for ids ['9bb553d9-4be8-4666-bb29-cf3063fce04c'] in dv-cinder-787296-4-iscsi is: [{'id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-router', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:13Z', 'updated_at': '2021-08-09T13:24:16Z', 'revision_number': 3, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'gw_port': {'id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:24:22.084102 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:22.122251 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device e58988df-d9a2-4730-9313-03da21a36a22 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:22.143373 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768549b-a472-4556-ae9e-d5239aa79ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82734e0-90ab-4926-83be-4077b03cef12,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:22.333801 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port e58988df-d9a2-4730-9313-03da21a36a22 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:22.347536 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port e58988df-d9a2-4730-9313-03da21a36a22 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:22.355115 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:22.380189 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:22.381144 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-60d1bcd3-458e-4845-8936-8baa6a4135d5 req-b659d0a9-b8e9-4356-bca7-34ff0bf574ab tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 210 time: 0.8229997 Aug 09 13:24:22.397196 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:22.540374 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Made reservation on behalf of b88ca84986934d2ab83f354182d60142 for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:22.553236 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:22.638875 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca4681b8-2b6e-44b4-b544-1bcc0e8e3198 req-60b425e6-218b-4991-ae28-cc5a8291dc69 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 210 time: 0.2487760 Aug 09 13:24:22.753776 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:22.832042 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port e58988df-d9a2-4730-9313-03da21a36a22, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=e58988df-d9a2-4730-9313-03da21a36a22,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:22.843823 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:22.844701 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 66c92f43-7b30-4840-b87d-3bfa37f9667b up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:22.858643 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Notify callbacks [] for port, precommit_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:22.874858 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.provisioning_blocks [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Transition to ACTIVE for port object 189fd4b2-8ab6-44f8-a207-c430891b1796 will not be triggered until provisioned by entity L2. {{(pid=93364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:22.890256 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:22.921940 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 49108) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:22.992815 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68824d-5088-4d6e-9653-aef235591bf3 None None] Pushing event updated for resources: {'Port': ['ID=189fd4b2-8ab6-44f8-a207-c430891b1796,revision_number=2']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:23.041261 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Attempting to bind port 189fd4b2-8ab6-44f8-a207-c430891b1796 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:23.042351 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Attempting to bind port 189fd4b2-8ab6-44f8-a207-c430891b1796 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:23.052490 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Attempting to bind port 189fd4b2-8ab6-44f8-a207-c430891b1796 on network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:23.066427 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:23.068551 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:23.078183 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:23.078949 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:23.079451 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Bound using segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:23.083866 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Bound port: 189fd4b2-8ab6-44f8-a207-c430891b1796, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:23.084506 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:23.147355 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:23.152181 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:23.167997 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=e58988df-d9a2-4730-9313-03da21a36a22,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:23.169120 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:23.170255 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:23.223749 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 66c92f43-7b30-4840-b87d-3bfa37f9667b triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:23.224970 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:23.317761 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Pushing event updated for resources: {'Port': ['ID=03f9ee04-cb35-439d-add5-1517d716ffdb,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:23.371880 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] For port 189fd4b2-8ab6-44f8-a207-c430891b1796, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:23.382893 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] For port 189fd4b2-8ab6-44f8-a207-c430891b1796, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=189fd4b2-8ab6-44f8-a207-c430891b1796,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:23.390763 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:23.401126 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-41e7ba96-1df4-4728-8f8a-262186a460f5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8850021 Aug 09 13:24:23.409798 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:23.450565 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-dbd1c76a-b8dd-4c11-82ea-d13d94ab0264 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 13:24:23.451662 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-dbd1c76a-b8dd-4c11-82ea-d13d94ab0264 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241468 Aug 09 13:24:23.474254 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:23.652809 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68824d-5088-4d6e-9653-aef235591bf3 None None] Pushing event updated for resources: {'Port': ['ID=189fd4b2-8ab6-44f8-a207-c430891b1796,revision_number=3']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:23.721981 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:23.724267 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:23.987056 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a6ca-380f-46fc-9059-d2eca7b5ba0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:24.105485 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device e58988df-d9a2-4730-9313-03da21a36a22 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:24.151774 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:24.177734 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Request body: {'port': {'device_id': '65998424-a049-4384-83ed-893c9e11848a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:24.311255 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port e58988df-d9a2-4730-9313-03da21a36a22 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:24.322382 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:24.533694 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:17Z', 'revision_number': 3, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:24.558224 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 523c02bd-06d5-4281-ad29-16e24992f62a up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:24.565652 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd11ba8-1a3c-4b5e-b97f-e7b7d964d44c None None] The sync data for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi is: [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:17Z', 'revision_number': 3, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:24:24.653274 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Allocated IP 172.20.0.12 (e61da65b-5ecd-43e4-b3e7-9e423c31fa64/24aaae87-79ed-4610-aac3-6f4fe70aca4c/703a7e04-25ca-4b5c-b522-8f6a60072a0d) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:24.714554 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 523c02bd-06d5-4281-ad29-16e24992f62a completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:24.723634 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 523c02bd-06d5-4281-ad29-16e24992f62a triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:24.724012 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:24.784333 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e7d2ab4a-04ba-4a82-b0cc-726cf3aeee87 req-519fbc32-c3a1-4195-805e-a156e3a85604 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 210 time: 0.8601027 Aug 09 13:24:24.806488 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Allocated IP 172.20.0.1 (66c4ae32-c4a4-4218-982b-49a4bc3be7fd/0ddb1be5-30a6-41d7-b67c-c0c36e2ac028/8205fdfb-e07e-4b26-b44d-70ff43ca1fa4) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:24.885509 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Allocated IP 172.20.0.1 (bbb703b2-d4e6-48a1-9843-a63156de0da9/6a0b5930-ab70-47c5-a49b-97444f6e0e28/94ad5366-0749-48f6-8a32-d67be6dd03d6) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:24.932654 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:24.998384 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:25.014517 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520145e2-7d04-4b2d-871e-83e4895b3f65 req-41c5709b-e837-40a7-a616-383be55c646e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:25.020518 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-520145e2-7d04-4b2d-871e-83e4895b3f65 req-41c5709b-e837-40a7-a616-383be55c646e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 931 time: 1.4739776 Aug 09 13:24:25.091801 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 523c02bd-06d5-4281-ad29-16e24992f62a, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=523c02bd-06d5-4281-ad29-16e24992f62a,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:25.100149 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:25.185357 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-520145e2-7d04-4b2d-871e-83e4895b3f65 req-735b25f0-4310-4ed6-9d9c-992aec01a79a tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289718 Aug 09 13:24:25.267617 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=523c02bd-06d5-4281-ad29-16e24992f62a,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:25.542301 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Allocated IP 172.20.0.1 (b1213056-cd70-44c3-b463-5d2c8e45ad60/deee3343-13d4-4428-b960-47c7a74f85e9/755389ef-8af0-4a64-b24d-147d7889486b) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:25.543334 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:25.602268 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a6ca-380f-46fc-9059-d2eca7b5ba0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:25.645597 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a4a6a6ca-380f-46fc-9059-d2eca7b5ba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:25.716847 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:25.759815 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Transition to ACTIVE for port object 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:25.827885 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:25.856123 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6a6ca-380f-46fc-9059-d2eca7b5ba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee108835-5313-436f-9cc9-d1c97624a4a6,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:25.924631 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a4a6a6ca-380f-46fc-9059-d2eca7b5ba0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ba64d05dc864ee3bc6d185f641e6798&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9797843 Aug 09 13:24:25.942778 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 49164) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:26.007011 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 189fd4b2-8ab6-44f8-a207-c430891b1796 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:26.111390 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 189fd4b2-8ab6-44f8-a207-c430891b1796 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:26.123138 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 189fd4b2-8ab6-44f8-a207-c430891b1796 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:26.123813 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.126041 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.126408 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Pushing event updated for resources: {'Port': ['ID=703a7e04-25ca-4b5c-b522-8f6a60072a0d,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:26.150485 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.197267 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Network e61da65b-5ecd-43e4-b3e7-9e423c31fa64 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:26.199148 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.207360 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:26.217531 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:26.231109 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:26.231749 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.246348 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e2cdef19-f906-45d6-9518-5428a81c930a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.259447 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.287977 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 189fd4b2-8ab6-44f8-a207-c430891b1796, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=189fd4b2-8ab6-44f8-a207-c430891b1796,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:26.305140 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.306816 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 523c02bd-06d5-4281-ad29-16e24992f62a up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:26.318754 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e2cdef19-f906-45d6-9518-5428a81c930a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.323399 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:26.327383 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-ba37e433-a736-4b3c-bb65-6bba1f592694 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8096402 Aug 09 13:24:26.335791 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:26.348183 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:26.350381 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2077460'] for router_interface, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.359336 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Pushing event updated for resources: {'Port': ['ID=8205fdfb-e07e-4b26-b44d-70ff43ca1fa4,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:26.390834 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:24:26.509294 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebefdd3-ebe3-47b4-82ab-5a61083edc6f req-9ff09634-eae1-4041-9c50-1e89664a7f02 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:26.510904 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cebefdd3-ebe3-47b4-82ab-5a61083edc6f req-9ff09634-eae1-4041-9c50-1e89664a7f02 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 932 time: 0.6073148 Aug 09 13:24:26.541352 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=189fd4b2-8ab6-44f8-a207-c430891b1796,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:26.567183 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.620803 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Transition to ACTIVE for port object 755389ef-8af0-4a64-b24d-147d7889486b will not be triggered until provisioned by entity DHCP. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:26.625374 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cebefdd3-ebe3-47b4-82ab-5a61083edc6f req-f97790db-9f2d-44e5-93d5-2b6553fe56ea tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056547 Aug 09 13:24:26.633582 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e2cdef19-f906-45d6-9518-5428a81c930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.636173 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e2cdef19-f906-45d6-9518-5428a81c930a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.639703 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-e2cdef19-f906-45d6-9518-5428a81c930a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee108835-5313-436f-9cc9-d1c97624a4a6 HTTP/1.1" status: 204 len: 168 time: 0.6578906 Aug 09 13:24:26.639938 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 523c02bd-06d5-4281-ad29-16e24992f62a triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:26.640952 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.755960 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f9ee04-cb35-439d-add5-1517d716ffdb {{(pid=93361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:26.776335 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.785687 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Network bbb703b2-d4e6-48a1-9843-a63156de0da9 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:26.803323 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdef19-f906-45d6-9518-5428a81c930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee108835-5313-436f-9cc9-d1c97624a4a6,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:26.806435 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:26.809014 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:26.809903 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2077460'] for router_interface, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.831581 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-916d7a2c-045d-49a8-9037-f3c7b6117bf6 None None] Provisioning for port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:26.841712 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-916d7a2c-045d-49a8-9037-f3c7b6117bf6 None None] Provisioning complete for port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:26.842878 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-916d7a2c-045d-49a8-9037-f3c7b6117bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:26.856668 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fa09b-6185-4556-a168-f0db3c8a2633 req-fca0382a-31c3-4116-a1fb-1d0e65798d01 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:26.858441 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0e5fa09b-6185-4556-a168-f0db3c8a2633 req-fca0382a-31c3-4116-a1fb-1d0e65798d01 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 931 time: 0.4343092 Aug 09 13:24:26.862935 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Transition to ACTIVE for port object 03f9ee04-cb35-439d-add5-1517d716ffdb will not be triggered until provisioned by entity L2. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:26.896858 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-916d7a2c-045d-49a8-9037-f3c7b6117bf6 None None] Port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:24:26.906743 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=94ad5366-0749-48f6-8a32-d67be6dd03d6,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:26.941503 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.006861 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.057786 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Pushing event updated for resources: {'Port': ['ID=03f9ee04-cb35-439d-add5-1517d716ffdb,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:27.090860 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.118097 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.131004 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Pushing event updated for resources: {'Port': ['ID=755389ef-8af0-4a64-b24d-147d7889486b,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:27.142659 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0e5fa09b-6185-4556-a168-f0db3c8a2633 req-21f2a3cb-a6f9-4308-91b5-28cce230496b tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773306 Aug 09 13:24:27.145082 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Network b1213056-cd70-44c3-b463-5d2c8e45ad60 is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:27.188388 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:27.205947 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:27.206494 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2077460'] for router_interface, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.433864 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.440812 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.444698 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077600'] for router_interface, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.452985 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49182) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:27.500241 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Attempting to bind port 03f9ee04-cb35-439d-add5-1517d716ffdb on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:27.500884 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Attempting to bind port 03f9ee04-cb35-439d-add5-1517d716ffdb by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:27.501000 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Attempting to bind port 03f9ee04-cb35-439d-add5-1517d716ffdb on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:27.507466 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.509690 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Port 03f9ee04-cb35-439d-add5-1517d716ffdb on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:24:27.510101 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Attempting to bind port 03f9ee04-cb35-439d-add5-1517d716ffdb on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:27.517132 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:27.517454 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Checking segment: {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:27.518020 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Bound using segment: {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:27.518466 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Bound port: 03f9ee04-cb35-439d-add5-1517d716ffdb, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'}}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:27.518826 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.528615 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5380ecc-62f0-4517-aa39-a022d66b83bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.548854 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-4f2087d2-e4c7-4897-8ffa-789f35933732 None None] Provisioning for port 755389ef-8af0-4a64-b24d-147d7889486b completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:27.559936 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-4f2087d2-e4c7-4897-8ffa-789f35933732 None None] Provisioning complete for port 755389ef-8af0-4a64-b24d-147d7889486b triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:27.560318 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4f2087d2-e4c7-4897-8ffa-789f35933732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:27.630946 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-4f2087d2-e4c7-4897-8ffa-789f35933732 None None] Port 755389ef-8af0-4a64-b24d-147d7889486b cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:24:27.715285 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] For port 03f9ee04-cb35-439d-add5-1517d716ffdb, host hv-cinder-78729, cleared binding levels {{(pid=93361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:27.827854 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 189fd4b2-8ab6-44f8-a207-c430891b1796 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:27.914382 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 189fd4b2-8ab6-44f8-a207-c430891b1796 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:27.915248 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.036157 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Pushing event updated for resources: {'Port': ['ID=8205fdfb-e07e-4b26-b44d-70ff43ca1fa4,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:28.053363 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:28.061920 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:28.088699 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.097591 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.098248 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077600'] for router_interface, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.155336 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] For port 03f9ee04-cb35-439d-add5-1517d716ffdb, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=03f9ee04-cb35-439d-add5-1517d716ffdb,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:28.175730 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.224855 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=94ad5366-0749-48f6-8a32-d67be6dd03d6,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:28.285110 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470d2c9-6e45-4741-a5b3-c1632da97cbe req-3e2803e0-a9f5-40d3-8701-a9979eca374a tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:28.294380 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5470d2c9-6e45-4741-a5b3-c1632da97cbe req-3e2803e0-a9f5-40d3-8701-a9979eca374a tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 932 time: 0.5689762 Aug 09 13:24:28.316498 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:28.316498 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.316498 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] 10.222.0.42 "PUT /v2.0/ports/03f9ee04-cb35-439d-add5-1517d716ffdb HTTP/1.1" status: 200 len: 1093 time: 4.4600425 Aug 09 13:24:28.318043 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65998424-a049-4384-83ed-893c9e11848a', 'tag': '03f9ee04-cb35-439d-add5-1517d716ffdb'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:28.331246 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5380ecc-62f0-4517-aa39-a022d66b83bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.384651 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5380ecc-62f0-4517-aa39-a022d66b83bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.423006 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49194) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:28.423965 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380ecc-62f0-4517-aa39-a022d66b83bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9531d3d3-d421-4e70-9793-80ae0a182504,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:28.473736 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-e95dcc7d-420d-4572-9473-b7b89942ba11 None None] Provisioning complete for port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:28.474246 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e95dcc7d-420d-4572-9473-b7b89942ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.518030 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-e95dcc7d-420d-4572-9473-b7b89942ba11 None None] Port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:24:28.576502 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c5380ecc-62f0-4517-aa39-a022d66b83bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebe17bd01bc145bbb901d36786a7bd10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0694261 Aug 09 13:24:28.576502 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49202) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:28.582113 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Router c117d951-fc59-4ea6-bccc-32cac9bf74b8 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:24:28.632687 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5470d2c9-6e45-4741-a5b3-c1632da97cbe req-a12ec2c3-6f95-42ef-b41a-8f9afffe45c2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372650 Aug 09 13:24:28.635046 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8cbaa-cc8b-4a36-b94d-1bc23b914496 service neutron] Pushing event updated for resources: {'Port': ['ID=03f9ee04-cb35-439d-add5-1517d716ffdb,revision_number=3']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:28.654101 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.666679 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.667548 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077600'] for router_interface, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.679732 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210833aa-79e3-4ca4-bdf9-a44122b258be req-7dd07e53-aa96-459b-b7be-e22d65e0f6f0 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:28.687249 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-210833aa-79e3-4ca4-bdf9-a44122b258be req-7dd07e53-aa96-459b-b7be-e22d65e0f6f0 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 943 time: 0.2605090 Aug 09 13:24:28.698287 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Network bbb703b2-d4e6-48a1-9843-a63156de0da9 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:28.722896 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8439ba5-5434-4122-9693-0b2064a922e0" -d '{"events": [{"name": "network-changed", "server_uuid": "65998424-a049-4384-83ed-893c9e11848a", "tag": "03f9ee04-cb35-439d-add5-1517d716ffdb"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:28.753817 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:28.756846 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-48af9a7b-0620-4147-9e0d-7931c2dcddd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.918650 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1ecdea1-ba95-41d5-9a58-2d408872b8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:28.934494 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-210833aa-79e3-4ca4-bdf9-a44122b258be req-3d646dc7-bf0c-4250-85c4-4b6ce3ae066d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463710 Aug 09 13:24:28.935254 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Pushing event updated for resources: {'Port': ['ID=755389ef-8af0-4a64-b24d-147d7889486b,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:28.971270 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Network b1213056-cd70-44c3-b463-5d2c8e45ad60 is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:28.975044 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:29.014404 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c04c5a-4e53-40a0-b82c-767d5e5801f5 x-openstack-request-id: req-a1c04c5a-4e53-40a0-b82c-767d5e5801f5 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:29.015046 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65998424-a049-4384-83ed-893c9e11848a", "tag": "03f9ee04-cb35-439d-add5-1517d716ffdb", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:29.015519 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1c04c5a-4e53-40a0-b82c-767d5e5801f5 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:29.016155 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65998424-a049-4384-83ed-893c9e11848a', 'tag': '03f9ee04-cb35-439d-add5-1517d716ffdb', 'status': 'completed', 'code': 200} Aug 09 13:24:29.065937 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1ecdea1-ba95-41d5-9a58-2d408872b8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:29.132791 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:24:29.143673 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Sync routers for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:24:29.161782 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:29.162615 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:29.193219 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-94d67b67-7a37-44c4-9efb-57046b850de2 admin admin] 10.222.0.32 "PUT /v2.0/routers/c117d951-fc59-4ea6-bccc-32cac9bf74b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4940529 Aug 09 13:24:29.196932 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Router 61885b64-e7af-4829-8c5c-23896de968f0 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:24:29.261307 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Router 9bb553d9-4be8-4666-bb29-cf3063fce04c has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:24:29.419845 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:29.431977 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1ecdea1-ba95-41d5-9a58-2d408872b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:29.434642 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1ecdea1-ba95-41d5-9a58-2d408872b8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:29.435777 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c1ecdea1-ba95-41d5-9a58-2d408872b8fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9531d3d3-d421-4e70-9793-80ae0a182504 HTTP/1.1" status: 204 len: 168 time: 0.9023230 Aug 09 13:24:29.482400 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-48af9a7b-0620-4147-9e0d-7931c2dcddd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:29.494176 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:24:29.504747 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-d905ccea-b765-444b-a95f-34a84158fa51 admin admin] 10.222.0.32 "PUT /v2.0/routers/61885b64-e7af-4829-8c5c-23896de968f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1703455 Aug 09 13:24:29.515430 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Sync routers for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:24:29.529267 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:29.530278 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:29.531117 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-5553b41a-8982-459f-8ae5-6b0b3a704ffe None None] Provisioning complete for port 755389ef-8af0-4a64-b24d-147d7889486b triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:29.531502 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5553b41a-8982-459f-8ae5-6b0b3a704ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:29.532051 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-48af9a7b-0620-4147-9e0d-7931c2dcddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:29.559928 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecdea1-ba95-41d5-9a58-2d408872b8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531d3d3-d421-4e70-9793-80ae0a182504,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:29.680502 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-5553b41a-8982-459f-8ae5-6b0b3a704ffe None None] Port 755389ef-8af0-4a64-b24d-147d7889486b cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:24:29.710721 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:29.805640 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 2, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:29.848194 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-48af9a7b-0620-4147-9e0d-7931c2dcddd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c566ce6a8cc347aea9600f0a2c5b8c76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4185536 Aug 09 13:24:29.855657 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49230) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:29.913840 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af9a7b-0620-4147-9e0d-7931c2dcddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c255cb-33de-44ab-ade1-6aa1dfb4eeee,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:29.951548 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Checking router: c117d951-fc59-4ea6-bccc-32cac9bf74b8 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:24:29.951924 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Updating router c117d951-fc59-4ea6-bccc-32cac9bf74b8 port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 binding host dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:24:29.997990 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:30.000970 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2ef81a7f-df64-41a2-9fa0-ba8be63e9c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:30.003123 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:24:30.018779 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd5039-6836-4859-9f98-596d9c5a1930 req-2b28b949-e99d-46e9-b3bd-c61349afb03a tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:30.031302 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b4bd5039-6836-4859-9f98-596d9c5a1930 req-2b28b949-e99d-46e9-b3bd-c61349afb03a tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 932 time: 0.1995854 Aug 09 13:24:30.056258 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-6c7c57d9-b0a9-4256-8378-f84813479fc3 admin admin] 10.222.0.32 "PUT /v2.0/routers/9bb553d9-4be8-4666-bb29-cf3063fce04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4516544 Aug 09 13:24:30.150683 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2ef81a7f-df64-41a2-9fa0-ba8be63e9c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:30.219848 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b4bd5039-6836-4859-9f98-596d9c5a1930 req-ff055925-fd0f-410e-aa1b-5635b55bef56 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846333 Aug 09 13:24:30.324024 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Sync routers for ids ['9bb553d9-4be8-4666-bb29-cf3063fce04c'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:24:30.335350 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2ef81a7f-df64-41a2-9fa0-ba8be63e9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:30.341202 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2ef81a7f-df64-41a2-9fa0-ba8be63e9c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:30.343732 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-2ef81a7f-df64-41a2-9fa0-ba8be63e9c7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04c255cb-33de-44ab-ade1-6aa1dfb4eeee HTTP/1.1" status: 204 len: 168 time: 0.4839306 Aug 09 13:24:30.374544 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef81a7f-df64-41a2-9fa0-ba8be63e9c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c255cb-33de-44ab-ade1-6aa1dfb4eeee,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:30.408532 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 2, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:30.502701 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Checking router: 61885b64-e7af-4829-8c5c-23896de968f0 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:24:30.503078 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Updating router 61885b64-e7af-4829-8c5c-23896de968f0 port 755389ef-8af0-4a64-b24d-147d7889486b binding host dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:24:30.550602 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Routers {'9bb553d9-4be8-4666-bb29-cf3063fce04c'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:30.551457 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['9bb553d9-4be8-4666-bb29-cf3063fce04c'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:30.565312 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:30.889691 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:30.951682 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Transition to ACTIVE for port object 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:31.056826 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Set router 9bb553d9-4be8-4666-bb29-cf3063fce04c gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:31.194265 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:31.231780 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Request body: {'port': {'device_id': '5bd14a55-f7db-4094-9d63-33ec109518a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:31.276512 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 49290) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:31.282729 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-442584e3-38fe-4153-82a8-686946dd6ba1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313422179', 'description': 'tempest-description--1643042635'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:31.462058 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:31.513036 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49296) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:31.609878 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e0de1-64f6-4a6d-a42e-f7372af34adf None None] Pushing event updated for resources: {'Port': ['ID=8205fdfb-e07e-4b26-b44d-70ff43ca1fa4,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:31.644631 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49300) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:31.646158 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e40ab069-2a51-49fe-bccb-c752e68379f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:31.646278 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Attempting to bind port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:31.646701 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Attempting to bind port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:31.647178 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Attempting to bind port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 on network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:31.675165 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-6762339d-0bbe-4ed1-970f-d0c3ce458b3f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--152777142', 'description': 'tempest-description--1705158960'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:31.675712 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:31.676087 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Checking segment: {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:31.676548 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:31.677017 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Bound using segment: {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:31.677515 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Bound port: 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:31.677913 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:31.687858 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-442584e3-38fe-4153-82a8-686946dd6ba1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:31.734419 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6762339d-0bbe-4ed1-970f-d0c3ce458b3f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:31.750537 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Notify callbacks [] for port, precommit_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:31.776997 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.provisioning_blocks [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Transition to ACTIVE for port object 755389ef-8af0-4a64-b24d-147d7889486b will not be triggered until provisioned by entity L2. {{(pid=93364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:31.799074 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:31.933526 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8439ba5-5434-4122-9693-0b2064a922e0 req-815894b7-491a-482a-8919-a537459da1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:31.942817 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a8439ba5-5434-4122-9693-0b2064a922e0 req-815894b7-491a-482a-8919-a537459da1e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 1096 time: 0.5350590 Aug 09 13:24:31.955242 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] For port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:31.960073 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] For port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=8205fdfb-e07e-4b26-b44d-70ff43ca1fa4,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:31.979041 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:32.063177 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ff3c7-3f78-4c9b-80d4-c04ec81cd411 None None] Pushing event updated for resources: {'Port': ['ID=755389ef-8af0-4a64-b24d-147d7889486b,revision_number=3']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:32.109067 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-router', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:13Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'gw_port': {'id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '94ad5366-0749-48f6-8a32-d67be6dd03d6', 'name': '', 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'mac_address': 'fa:16:3e:69:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6a0b5930-ab70-47c5-a49b-97444f6e0e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 2, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'subnets': [{'id': '6a0b5930-ab70-47c5-a49b-97444f6e0e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:32.169073 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Attempting to bind port 755389ef-8af0-4a64-b24d-147d7889486b on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:32.169818 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Attempting to bind port 755389ef-8af0-4a64-b24d-147d7889486b by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:32.170330 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Attempting to bind port 755389ef-8af0-4a64-b24d-147d7889486b on network b1213056-cd70-44c3-b463-5d2c8e45ad60 {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:32.182301 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:32.184561 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Checking segment: {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:32.190176 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:32.195866 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Bound using segment: {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:32.198114 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Bound port: 755389ef-8af0-4a64-b24d-147d7889486b, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'}}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:32.198701 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:32.328282 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Checking router: 9bb553d9-4be8-4666-bb29-cf3063fce04c for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:24:32.328669 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Updating router 9bb553d9-4be8-4666-bb29-cf3063fce04c port 94ad5366-0749-48f6-8a32-d67be6dd03d6 binding host dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:24:32.359476 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e40ab069-2a51-49fe-bccb-c752e68379f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:32.383687 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] For port 755389ef-8af0-4a64-b24d-147d7889486b, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:32.390492 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] For port 755389ef-8af0-4a64-b24d-147d7889486b, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=755389ef-8af0-4a64-b24d-147d7889486b,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:32.399770 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:32.409103 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:32.425988 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8439ba5-5434-4122-9693-0b2064a922e0 req-4ea085d4-ed17-4b2d-a96b-c926d8afacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:32.428240 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a8439ba5-5434-4122-9693-0b2064a922e0 req-4ea085d4-ed17-4b2d-a96b-c926d8afacc7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4480824 Aug 09 13:24:32.438801 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd242132-3fb4-460f-bae5-920a1a852256 req-aab2070e-4a3a-4363-a681-e4cfab4e1ddb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:32.447858 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dd242132-3fb4-460f-bae5-920a1a852256 req-aab2070e-4a3a-4363-a681-e4cfab4e1ddb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 943 time: 0.8261528 Aug 09 13:24:32.543491 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:32.546022 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e0de1-64f6-4a6d-a42e-f7372af34adf None None] Pushing event updated for resources: {'Port': ['ID=8205fdfb-e07e-4b26-b44d-70ff43ca1fa4,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:32.553263 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:32.555237 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:32.581290 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:32.604497 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6762339d-0bbe-4ed1-970f-d0c3ce458b3f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:32.607409 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e40ab069-2a51-49fe-bccb-c752e68379f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:32.644882 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6762339d-0bbe-4ed1-970f-d0c3ce458b3f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:32.790575 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ab069-2a51-49fe-bccb-c752e68379f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe18ac21-6de7-459a-a6f8-149d6dcb47cb,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:32.824997 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e40ab069-2a51-49fe-bccb-c752e68379f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98124eb9f51343c7a6284e015959e1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3045723 Aug 09 13:24:32.827519 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49334) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:32.859595 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:32.884579 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dd242132-3fb4-460f-bae5-920a1a852256 req-5422aafa-b466-4712-8b3c-cf8b2d03c028 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356947 Aug 09 13:24:32.906640 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762339d-0bbe-4ed1-970f-d0c3ce458b3f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79bc64f-39ab-4088-8d66-ce16a6baebc8,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:33.056404 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-84f8303b-b403-45af-89b7-72358ff51af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:33.077512 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703a7e04-25ca-4b5c-b522-8f6a60072a0d {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:33.086422 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:33.119080 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Transition to ACTIVE for port object 703a7e04-25ca-4b5c-b522-8f6a60072a0d will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:33.138752 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:33.232755 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-84f8303b-b403-45af-89b7-72358ff51af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:33.232918 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-8028a98c-e004-41c9-af50-36590e15c097 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:33.239313 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ff3c7-3f78-4c9b-80d4-c04ec81cd411 None None] Pushing event updated for resources: {'Port': ['ID=755389ef-8af0-4a64-b24d-147d7889486b,revision_number=4']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:33.240116 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-8028a98c-e004-41c9-af50-36590e15c097 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 819 time: 0.7877324 Aug 09 13:24:33.271798 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:32Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:33.310142 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbb83b-1572-472d-bdaf-e7d034c8cf5d None None] The sync data for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi is: [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:32Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:24:33.334082 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-6a702fbd-dc7d-43b5-ad2b-24d52fc8d1eb tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/quotas/a0f5ba57c2b044c7b18f300f378da1a5 HTTP/1.1" status: 200 len: 375 time: 0.0928762 Aug 09 13:24:33.369913 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Pushing event updated for resources: {'Port': ['ID=703a7e04-25ca-4b5c-b522-8f6a60072a0d,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:33.496248 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Attempting to bind port 703a7e04-25ca-4b5c-b522-8f6a60072a0d on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:33.499173 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Attempting to bind port 703a7e04-25ca-4b5c-b522-8f6a60072a0d by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '49603d23-a6ea-4947-93cb-d06ae4d166f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e61da65b-5ecd-43e4-b3e7-9e423c31fa64'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:33.500195 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Attempting to bind port 703a7e04-25ca-4b5c-b522-8f6a60072a0d on network e61da65b-5ecd-43e4-b3e7-9e423c31fa64 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:33.508719 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Port 703a7e04-25ca-4b5c-b522-8f6a60072a0d on network e61da65b-5ecd-43e4-b3e7-9e423c31fa64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:24:33.509395 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Attempting to bind port 703a7e04-25ca-4b5c-b522-8f6a60072a0d on network e61da65b-5ecd-43e4-b3e7-9e423c31fa64 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:33.513914 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-84f8303b-b403-45af-89b7-72358ff51af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:33.517101 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-84f8303b-b403-45af-89b7-72358ff51af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:33.525664 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-84f8303b-b403-45af-89b7-72358ff51af4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe18ac21-6de7-459a-a6f8-149d6dcb47cb HTTP/1.1" status: 204 len: 168 time: 0.6898029 Aug 09 13:24:33.547417 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Notify callbacks [] for port, precommit_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:33.553711 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:33.572874 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8303b-b403-45af-89b7-72358ff51af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe18ac21-6de7-459a-a6f8-149d6dcb47cb,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:33.578642 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:33.579832 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66d5ce-1a05-4905-9229-5aeee0a7a5eb req-85ec6138-8c5a-499e-aa0f-f1c2fe66c5fb tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:33.587435 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1a66d5ce-1a05-4905-9229-5aeee0a7a5eb req-85ec6138-8c5a-499e-aa0f-f1c2fe66c5fb tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 932 time: 0.5284801 Aug 09 13:24:33.596781 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8439ba5-5434-4122-9693-0b2064a922e0 req-6df80dd0-53fd-4e99-9dc0-fb5adba1e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:33.600165 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Checking segment: {'id': '49603d23-a6ea-4947-93cb-d06ae4d166f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e61da65b-5ecd-43e4-b3e7-9e423c31fa64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:33.600787 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Bound using segment: {'id': '49603d23-a6ea-4947-93cb-d06ae4d166f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e61da65b-5ecd-43e4-b3e7-9e423c31fa64'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:33.600914 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a8439ba5-5434-4122-9693-0b2064a922e0 req-6df80dd0-53fd-4e99-9dc0-fb5adba1e075 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1439137 Aug 09 13:24:33.601343 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Bound port: 703a7e04-25ca-4b5c-b522-8f6a60072a0d, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49603d23-a6ea-4947-93cb-d06ae4d166f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e61da65b-5ecd-43e4-b3e7-9e423c31fa64'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:33.602102 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:33.646527 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Transition to ACTIVE for port object 94ad5366-0749-48f6-8a32-d67be6dd03d6 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:33.702184 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-1a124a99-7462-4f15-9fd0-8fed2723cd4f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3667779 Aug 09 13:24:33.738789 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:33.850149 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e266b4-95a5-42e9-a748-14ba4124ce98 None None] Pushing event updated for resources: {'Port': ['ID=94ad5366-0749-48f6-8a32-d67be6dd03d6,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:33.897323 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-b3c747f4-e3bf-4c95-984e-796b1fd4daff service neutron] 10.222.0.32 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944888 Aug 09 13:24:33.902351 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1a66d5ce-1a05-4905-9229-5aeee0a7a5eb req-ed540421-e736-4df4-8163-4742eaebb5e5 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893381 Aug 09 13:24:33.956575 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 755389ef-8af0-4a64-b24d-147d7889486b up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:34.024924 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-442584e3-38fe-4153-82a8-686946dd6ba1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.063966 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6762339d-0bbe-4ed1-970f-d0c3ce458b3f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.066240 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-6762339d-0bbe-4ed1-970f-d0c3ce458b3f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3966930 Aug 09 13:24:34.069363 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49382) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:34.074044 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-442584e3-38fe-4153-82a8-686946dd6ba1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.078763 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-739ddf8c-85ae-4a00-9566-c73517401f9b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'security_group_rule': {'security_group_id': 'd79bc64f-39ab-4088-8d66-ce16a6baebc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:34.092953 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] For port 703a7e04-25ca-4b5c-b522-8f6a60072a0d, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:34.129889 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Attempting to bind port 94ad5366-0749-48f6-8a32-d67be6dd03d6 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:34.130247 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Attempting to bind port 94ad5366-0749-48f6-8a32-d67be6dd03d6 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:34.130627 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Attempting to bind port 94ad5366-0749-48f6-8a32-d67be6dd03d6 on network bbb703b2-d4e6-48a1-9843-a63156de0da9 {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:34.146265 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:34.146508 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] For port 703a7e04-25ca-4b5c-b522-8f6a60072a0d, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=703a7e04-25ca-4b5c-b522-8f6a60072a0d,segment=NetworkSegment(49603d23-a6ea-4947-93cb-d06ae4d166f9),segment_id=49603d23-a6ea-4947-93cb-d06ae4d166f9)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:34.146604 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Checking segment: {'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:34.147080 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.147384 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Bound using segment: {'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:34.147861 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Bound port: 94ad5366-0749-48f6-8a32-d67be6dd03d6, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:34.148918 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.156821 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.227696 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-739ddf8c-85ae-4a00-9566-c73517401f9b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.238371 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49388) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:34.244135 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:34.245235 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.246708 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] 10.222.0.42 "PUT /v2.0/ports/703a7e04-25ca-4b5c-b522-8f6a60072a0d HTTP/1.1" status: 200 len: 1094 time: 3.0371180 Aug 09 13:24:34.248545 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd14a55-f7db-4094-9d63-33ec109518a7', 'tag': '703a7e04-25ca-4b5c-b522-8f6a60072a0d'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:34.307235 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] For port 94ad5366-0749-48f6-8a32-d67be6dd03d6, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:34.316110 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] For port 94ad5366-0749-48f6-8a32-d67be6dd03d6, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=94ad5366-0749-48f6-8a32-d67be6dd03d6,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:34.330720 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.427578 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 755389ef-8af0-4a64-b24d-147d7889486b completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:34.456172 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eedd72-3de1-44e6-848b-e33dc226cb7e service neutron] Pushing event updated for resources: {'Port': ['ID=703a7e04-25ca-4b5c-b522-8f6a60072a0d,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:34.464676 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 755389ef-8af0-4a64-b24d-147d7889486b triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:34.467320 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.507931 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-739ddf8c-85ae-4a00-9566-c73517401f9b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.510335 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-babe22de-7035-4192-816c-2c3fd6befec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:34.513263 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-babe22de-7035-4192-816c-2c3fd6befec4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b88ca84986934d2ab83f354182d60142&device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 1097 time: 0.1689527 Aug 09 13:24:34.514795 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-739ddf8c-85ae-4a00-9566-c73517401f9b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.629183 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Routers {'9bb553d9-4be8-4666-bb29-cf3063fce04c'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:24:34.629740 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-55169c10-551d-40fa-949f-e42078d32d6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=703a7e04-25ca-4b5c-b522-8f6a60072a0d HTTP/1.1" status: 200 len: 217 time: 0.1033590 Aug 09 13:24:34.630546 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['9bb553d9-4be8-4666-bb29-cf3063fce04c'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:34.649730 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2e13c5-5126-43d4-a438-3a692ec7980d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd14a55-f7db-4094-9d63-33ec109518a7", "tag": "703a7e04-25ca-4b5c-b522-8f6a60072a0d"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:34.719931 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ddf8c-85ae-4a00-9566-c73517401f9b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca058b44-f459-402c-9c83-73dc2a6574b2,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:34.762953 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-a7a0f263-8219-4191-898c-6e82ce29f50d service neutron] 10.222.0.32 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349160 Aug 09 13:24:34.778774 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bc5121fa-5f4f-4e7e-9403-281e1e0c84d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.820875 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-442584e3-38fe-4153-82a8-686946dd6ba1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.824741 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-442584e3-38fe-4153-82a8-686946dd6ba1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.5443280 Aug 09 13:24:34.833125 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-ccb90f07-2089-4641-a790-3d32eecb2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:34.835111 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-ccb90f07-2089-4641-a790-3d32eecb2e18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 1096 time: 0.9490044 Aug 09 13:24:34.837163 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-739ddf8c-85ae-4a00-9566-c73517401f9b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:34.838632 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-739ddf8c-85ae-4a00-9566-c73517401f9b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7681613 Aug 09 13:24:34.839303 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49420) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:34.842228 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 49422) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:34.849147 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-3c7c4cc8-77c7-4729-b899-9cfdbe47f1aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'security_group_rule': {'security_group_id': 'd79bc64f-39ab-4088-8d66-ce16a6baebc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:34.863984 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-f5831eca-7f73-467a-b2d1-5926c3005f1a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'security_group_rule': {'security_group_id': '8f787169-52b2-4dea-be76-3c78afb26ede', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:34.948401 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.db.api [None req-f5831eca-7f73-467a-b2d1-5926c3005f1a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 13:24:34.948401 dv-cinder-787296-4-iscsi neutron-server[93362]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 13:24:34.948401 dv-cinder-787296-4-iscsi neutron-server[93362]: [parameters: {'project_id_1': '2d007ab2baac405f996ece03b238a621', 'expiration_1': datetime.datetime(2021, 8, 9, 13, 24, 34, 911422)}] Aug 09 13:24:34.948401 dv-cinder-787296-4-iscsi neutron-server[93362]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 13:24:34.948401 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG oslo_db.api [None req-f5831eca-7f73-467a-b2d1-5926c3005f1a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 13:24:34.961262 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-d6a88170-f908-4cbf-898b-7f55efe902e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:34.964708 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-d6a88170-f908-4cbf-898b-7f55efe902e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24aaae87-79ed-4610-aac3-6f4fe70aca4c HTTP/1.1" status: 200 len: 852 time: 0.3195126 Aug 09 13:24:34.984579 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] Set router 9bb553d9-4be8-4666-bb29-cf3063fce04c gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:24:35.037845 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442584e3-38fe-4153-82a8-686946dd6ba1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f787169-52b2-4dea-be76-3c78afb26ede,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:35.047955 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-2621bb46-3911-4af0-a438-10d45ab61d03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f9ee04-cb35-439d-add5-1517d716ffdb HTTP/1.1" status: 200 len: 217 time: 0.1615798 Aug 09 13:24:35.048653 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3c7c4cc8-77c7-4729-b899-9cfdbe47f1aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:35.077580 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f7605-497c-44cd-8b1a-cf859908d5da req-0d947d48-5071-4988-b695-dce246ff562c tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:35.079259 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-806f7605-497c-44cd-8b1a-cf859908d5da req-0d947d48-5071-4988-b695-dce246ff562c tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 943 time: 1.0526798 Aug 09 13:24:35.200475 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-6ee7cc31-96d3-4f04-9ac3-447eecaaf054 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e61da65b-5ecd-43e4-b3e7-9e423c31fa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2248886 Aug 09 13:24:35.283636 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e266b4-95a5-42e9-a748-14ba4124ce98 None None] Pushing event updated for resources: {'Port': ['ID=94ad5366-0749-48f6-8a32-d67be6dd03d6,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:35.347921 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:31Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:35.372512 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-dd4792c7-1541-4e0b-ba92-7415c208ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:35.375661 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-dd4792c7-1541-4e0b-ba92-7415c208ef0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f323395f-83b4-42af-94ca-fccc9587251a HTTP/1.1" status: 200 len: 855 time: 0.2956190 Aug 09 13:24:35.432866 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3c7c4cc8-77c7-4729-b899-9cfdbe47f1aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:35.494522 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-547f9464-b418-403b-87d0-92d052309c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:35.511301 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-cced5870-8024-4a39-999f-ad571dc57d2f service neutron] 10.222.0.42 "GET /v2.0/networks/e61da65b-5ecd-43e4-b3e7-9e423c31fa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997942 Aug 09 13:24:35.514962 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c76def-b7e3-4415-b844-a4cd353f49d0 x-openstack-request-id: req-27c76def-b7e3-4415-b844-a4cd353f49d0 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:35.515440 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd14a55-f7db-4094-9d63-33ec109518a7", "tag": "703a7e04-25ca-4b5c-b522-8f6a60072a0d", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:35.515782 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27c76def-b7e3-4415-b844-a4cd353f49d0 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:35.516224 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd14a55-f7db-4094-9d63-33ec109518a7', 'tag': '703a7e04-25ca-4b5c-b522-8f6a60072a0d', 'status': 'completed', 'code': 200} Aug 09 13:24:35.520179 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a2a0b-e628-4e1f-8e58-de8180ed87f7 None None] The sync data for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi is: [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:31Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:24:35.530195 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:35.536998 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-a3d5cd6f-d04a-43e6-b4c1-ef3fddcd2c8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002107 Aug 09 13:24:35.541104 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-806f7605-497c-44cd-8b1a-cf859908d5da req-af767d11-4e37-41c2-8af7-6b720c6a3595 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128804 Aug 09 13:24:35.541791 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3c7c4cc8-77c7-4729-b899-9cfdbe47f1aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:35.677321 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 755389ef-8af0-4a64-b24d-147d7889486b, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=755389ef-8af0-4a64-b24d-147d7889486b,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:35.693815 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:35.708245 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-router', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:13Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'gw_port': {'id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '94ad5366-0749-48f6-8a32-d67be6dd03d6', 'name': '', 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'mac_address': 'fa:16:3e:69:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6a0b5930-ab70-47c5-a49b-97444f6e0e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:34Z', 'revision_number': 4, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'subnets': [{'id': '6a0b5930-ab70-47c5-a49b-97444f6e0e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:24:35.759917 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bc5121fa-5f4f-4e7e-9403-281e1e0c84d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:35.773533 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bc5121fa-5f4f-4e7e-9403-281e1e0c84d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:35.774241 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc39446-b0f2-4bd9-a9d4-625e162be46b None None] The sync data for ids ['9bb553d9-4be8-4666-bb29-cf3063fce04c'] in dv-cinder-787296-4-iscsi is: [{'id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-router', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:13Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'gw_port': {'id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '94ad5366-0749-48f6-8a32-d67be6dd03d6', 'name': '', 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'mac_address': 'fa:16:3e:69:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6a0b5930-ab70-47c5-a49b-97444f6e0e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:34Z', 'revision_number': 4, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'subnets': [{'id': '6a0b5930-ab70-47c5-a49b-97444f6e0e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:24:35.798640 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-edcb2b92-1416-4917-99c6-5cd4176c96a8 req-e3f44be8-ae2a-4ece-b0c1-aea89e9ca60d service neutron] 10.222.0.42 "GET /v2.0/networks/e61da65b-5ecd-43e4-b3e7-9e423c31fa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704723 Aug 09 13:24:35.836828 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=755389ef-8af0-4a64-b24d-147d7889486b,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:35.874134 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e5952748-2182-4ae9-bd8f-1e949b46622c req-3dab634e-d6be-49d9-bebe-bd36a820ecbd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 210 time: 0.1909268 Aug 09 13:24:35.875315 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c4cc8-77c7-4729-b899-9cfdbe47f1aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680a4d70-0c09-4b55-ad22-decbf46dd9ab,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:35.914785 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3c7c4cc8-77c7-4729-b899-9cfdbe47f1aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:35.924242 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-3c7c4cc8-77c7-4729-b899-9cfdbe47f1aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0810752 Aug 09 13:24:35.931016 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 49458) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:35.963435 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'floatingip': {'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:35.972775 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-bc5121fa-5f4f-4e7e-9403-281e1e0c84d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a3e297700d24a12bf42b057ad54f3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7250202 Aug 09 13:24:35.983417 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49460) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:36.004537 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:36.008826 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5121fa-5f4f-4e7e-9403-281e1e0c84d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ac33d-53e4-404b-b0f1-98fbcaadf673,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:36.079008 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f5831eca-7f73-467a-b2d1-5926c3005f1a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.079416 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3867c-09a0-4c54-aba2-606b0cac75ca req-66cf50e6-be32-4ee9-9b91-0fc30da71d29 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:36.092633 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-41f3867c-09a0-4c54-aba2-606b0cac75ca req-66cf50e6-be32-4ee9-9b91-0fc30da71d29 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 944 time: 0.4953604 Aug 09 13:24:36.098864 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e13c5-5126-43d4-a438-3a692ec7980d req-3c41fe18-8b3c-4b4d-957e-b56891640881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:36.100598 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6c2e13c5-5126-43d4-a438-3a692ec7980d req-3c41fe18-8b3c-4b4d-957e-b56891640881 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b88ca84986934d2ab83f354182d60142&device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 1097 time: 0.2312410 Aug 09 13:24:36.184847 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:36.189755 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:36.190281 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.288229 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-b35c0bd6-7284-4d15-908a-de1917028b46 service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179317 Aug 09 13:24:36.402202 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.404467 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-41f3867c-09a0-4c54-aba2-606b0cac75ca req-db5ce543-f230-44e6-835b-9e02e41b02fe tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101249 Aug 09 13:24:36.424186 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.484518 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f5831eca-7f73-467a-b2d1-5926c3005f1a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.485611 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-33861897-bbf5-46b0-8c89-0f488c37cb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.503314 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f5831eca-7f73-467a-b2d1-5926c3005f1a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.528108 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.552714 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=8205fdfb-e07e-4b26-b44d-70ff43ca1fa4,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:36.562723 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.576855 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-33861897-bbf5-46b0-8c89-0f488c37cb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.578744 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5831eca-7f73-467a-b2d1-5926c3005f1a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3633f0-bd61-4f2f-a5b9-2cf28477d405,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:36.643561 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e13c5-5126-43d4-a438-3a692ec7980d req-98f698e7-1eb8-4cb5-b0cd-72b9976e897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:36.644892 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6c2e13c5-5126-43d4-a438-3a692ec7980d req-98f698e7-1eb8-4cb5-b0cd-72b9976e897b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e61da65b-5ecd-43e4-b3e7-9e423c31fa64 HTTP/1.1" status: 200 len: 913 time: 0.5247376 Aug 09 13:24:36.646242 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=8205fdfb-e07e-4b26-b44d-70ff43ca1fa4,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:36.654115 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f5831eca-7f73-467a-b2d1-5926c3005f1a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.657948 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f5831eca-7f73-467a-b2d1-5926c3005f1a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7971210 Aug 09 13:24:36.663823 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49486) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:36.674307 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-55c6fd53-9c03-4d2f-96fc-11c1d5e94a2e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'security_group_rule': {'security_group_id': '8f787169-52b2-4dea-be76-3c78afb26ede', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:36.775217 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-55c6fd53-9c03-4d2f-96fc-11c1d5e94a2e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.785136 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6c2e13c5-5126-43d4-a438-3a692ec7980d req-1954c86f-ceb2-4f14-8ed9-2b0d678edb94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=703a7e04-25ca-4b5c-b522-8f6a60072a0d HTTP/1.1" status: 200 len: 217 time: 0.0736086 Aug 09 13:24:36.868367 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e13c5-5126-43d4-a438-3a692ec7980d req-dc03486f-d873-4400-a14e-b8c15faa57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:36.869026 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6c2e13c5-5126-43d4-a438-3a692ec7980d req-dc03486f-d873-4400-a14e-b8c15faa57d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24aaae87-79ed-4610-aac3-6f4fe70aca4c HTTP/1.1" status: 200 len: 852 time: 0.0646288 Aug 09 13:24:36.884762 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e93c9423-66f6-42db-acef-a3bc5173c68b req-312325ab-6ee7-4654-812a-2ff5af0aa3e5 service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953016 Aug 09 13:24:36.899383 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3e3d2-3a76-49b7-b288-fadd5d4277d5 req-54d5ac92-9aa0-420d-bb3a-c367bab08b2f tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:36.901109 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fac3e3d2-3a76-49b7-b288-fadd5d4277d5 req-54d5ac92-9aa0-420d-bb3a-c367bab08b2f tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 943 time: 0.1662848 Aug 09 13:24:36.959138 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6c2e13c5-5126-43d4-a438-3a692ec7980d req-d87565ae-d9fc-420c-abff-44dabe902ac6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e61da65b-5ecd-43e4-b3e7-9e423c31fa64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788155 Aug 09 13:24:36.963789 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-33861897-bbf5-46b0-8c89-0f488c37cb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.966935 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-33861897-bbf5-46b0-8c89-0f488c37cb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:36.968386 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-33861897-bbf5-46b0-8c89-0f488c37cb9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f37ac33d-53e4-404b-b0f1-98fbcaadf673 HTTP/1.1" status: 204 len: 168 time: 0.9839890 Aug 09 13:24:37.000458 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33861897-bbf5-46b0-8c89-0f488c37cb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ac33d-53e4-404b-b0f1-98fbcaadf673,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:37.032803 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-1ac5ac57-cf7a-45c5-8a2a-d4a1db012108 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:37.036925 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-1ac5ac57-cf7a-45c5-8a2a-d4a1db012108 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 819 time: 0.6576612 Aug 09 13:24:37.106451 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:37.110629 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-c5ca0ece-9f2e-4bfb-a922-4db9a8ed1119 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/quotas/a0f5ba57c2b044c7b18f300f378da1a5 HTTP/1.1" status: 200 len: 375 time: 0.0567434 Aug 09 13:24:37.139707 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fac3e3d2-3a76-49b7-b288-fadd5d4277d5 req-62c978c2-a513-43e0-b379-8d1218c23ea7 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221305 Aug 09 13:24:37.178999 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-55c6fd53-9c03-4d2f-96fc-11c1d5e94a2e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:37.194919 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-55c6fd53-9c03-4d2f-96fc-11c1d5e94a2e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:37.225611 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6fd53-9c03-4d2f-96fc-11c1d5e94a2e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f842d2-d2fd-4bf7-bb6f-e20ea9ecbeb8,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:37.257437 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-55c6fd53-9c03-4d2f-96fc-11c1d5e94a2e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:37.262817 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-55c6fd53-9c03-4d2f-96fc-11c1d5e94a2e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5978291 Aug 09 13:24:37.264015 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49506) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:37.270662 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'floatingip': {'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:37.278098 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6c2e13c5-5126-43d4-a438-3a692ec7980d req-72f53664-2a4f-42ba-9ac6-752733d60af2 service neutron] 10.222.0.42 "GET /v2.0/networks/e61da65b-5ecd-43e4-b3e7-9e423c31fa64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007987 Aug 09 13:24:37.395518 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:37.406878 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-9c68c7bc-6091-4ae1-ac10-0645fad2a5e0 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2625465 Aug 09 13:24:37.508727 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49514) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:37.556013 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-126265cd-4766-4cf9-96c4-50490d24c2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:37.562499 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6c2e13c5-5126-43d4-a438-3a692ec7980d req-dce9e1d8-3fcf-4959-9f62-09835fdd8de0 service neutron] 10.222.0.42 "GET /v2.0/networks/e61da65b-5ecd-43e4-b3e7-9e423c31fa64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734082 Aug 09 13:24:37.609590 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-18d5fd95-5332-4846-9b6d-72f23f254eb4 service neutron] 10.222.0.32 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415114 Aug 09 13:24:37.688097 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:37.819521 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-b6733d4d-8790-4c0a-8008-20553a6bb2e9 service neutron] 10.222.0.32 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910613 Aug 09 13:24:37.886188 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:37.933844 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7a9729a1-2ee1-4a89-9c0a-c80afab17f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:37.938060 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e982-1aba-4cad-9174-0c5d7c780e5d req-85fbe4b8-6357-492f-af54-cc4f842a82ef tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:37.940213 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2f50e982-1aba-4cad-9174-0c5d7c780e5d req-85fbe4b8-6357-492f-af54-cc4f842a82ef tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 944 time: 0.3248801 Aug 09 13:24:37.961692 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Allocated IP 172.27.3.249 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/f195807d-f915-4632-bda1-48c988d5a3f8) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:37.985534 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49522) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:38.028429 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c15dacba-638e-4ad3-a89e-2ff4ef2eea85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.031837 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-705474f8-0fa7-4bbd-be1d-d24243352dff tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:38.033690 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 94ad5366-0749-48f6-8a32-d67be6dd03d6 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:38.033828 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-705474f8-0fa7-4bbd-be1d-d24243352dff tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 819 time: 0.6994271 Aug 09 13:24:38.057922 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Request body: {'port': {'device_id': 'd8503398-025e-43be-9359-bc6ffde641f0', 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9', 'admin_state_up': True, 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:38.114553 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 94ad5366-0749-48f6-8a32-d67be6dd03d6 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:38.120138 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 94ad5366-0749-48f6-8a32-d67be6dd03d6 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:38.120817 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.140697 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7a9729a1-2ee1-4a89-9c0a-c80afab17f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.147096 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7a9729a1-2ee1-4a89-9c0a-c80afab17f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.215198 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.300646 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-177f5f3d-1ad9-4203-bc57-038331708331 req-20914e7d-fb93-40e3-adad-a65648acb391 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.1348333 Aug 09 13:24:38.307490 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 94ad5366-0749-48f6-8a32-d67be6dd03d6, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=94ad5366-0749-48f6-8a32-d67be6dd03d6,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:38.312960 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.322148 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 755389ef-8af0-4a64-b24d-147d7889486b up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:38.331270 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2f50e982-1aba-4cad-9174-0c5d7c780e5d req-5b122942-a8f8-4acb-b8ac-b6edfcb18d0f tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719380 Aug 09 13:24:38.403495 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=94ad5366-0749-48f6-8a32-d67be6dd03d6,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:38.443935 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 755389ef-8af0-4a64-b24d-147d7889486b triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:38.444716 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.508455 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9729a1-2ee1-4a89-9c0a-c80afab17f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f680d6a4-2757-4fc9-8da4-c53077bfb2c1,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:38.524166 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-7a9729a1-2ee1-4a89-9c0a-c80afab17f3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29322b1d2ce94eadab92378a940d7601&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0124962 Aug 09 13:24:38.529245 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49540) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:38.559344 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:38.602805 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ea5c4267-149e-4fc7-b870-464548ce7ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.631081 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:38.631617 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.639947 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ea5c4267-149e-4fc7-b870-464548ce7ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.672164 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c15dacba-638e-4ad3-a89e-2ff4ef2eea85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.686241 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c15dacba-638e-4ad3-a89e-2ff4ef2eea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.728013 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c15dacba-638e-4ad3-a89e-2ff4ef2eea85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f3a20e3b2ee4db1b2ae5b24a9331769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7363601 Aug 09 13:24:38.731907 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.732442 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49544) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:38.740227 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dacba-638e-4ad3-a89e-2ff4ef2eea85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60cfa56-ae48-4ee9-86cf-b0b5dbbc8725,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:38.761414 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e4186-d419-4a93-9284-b721effab026 req-ae5265cb-11b4-4a32-9d8f-d2ab0985278d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:38.763444 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-008e4186-d419-4a93-9284-b721effab026 req-ae5265cb-11b4-4a32-9d8f-d2ab0985278d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 943 time: 0.1489437 Aug 09 13:24:38.791222 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ea5c4267-149e-4fc7-b870-464548ce7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.793720 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ea5c4267-149e-4fc7-b870-464548ce7ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.812794 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-ea5c4267-149e-4fc7-b870-464548ce7ba7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f680d6a4-2757-4fc9-8da4-c53077bfb2c1 HTTP/1.1" status: 204 len: 168 time: 0.2644765 Aug 09 13:24:38.834098 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Made reservation on behalf of a0f5ba57c2b044c7b18f300f378da1a5 for: {'port': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:38.838266 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.844331 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.850588 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c4267-149e-4fc7-b870-464548ce7ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f680d6a4-2757-4fc9-8da4-c53077bfb2c1,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:38.881136 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6e74-8ce5-4961-8328-833b474cbc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.920689 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6e74-8ce5-4961-8328-833b474cbc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.971341 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-008e4186-d419-4a93-9284-b721effab026 req-ea5e639f-76dd-4c37-a15a-b41f21f4e450 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006612 Aug 09 13:24:38.988504 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6e74-8ce5-4961-8328-833b474cbc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.991545 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6e74-8ce5-4961-8328-833b474cbc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:38.995972 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-0f3f6e74-8ce5-4961-8328-833b474cbc54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a60cfa56-ae48-4ee9-86cf-b0b5dbbc8725 HTTP/1.1" status: 204 len: 168 time: 0.2624931 Aug 09 13:24:39.009452 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f6e74-8ce5-4961-8328-833b474cbc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60cfa56-ae48-4ee9-86cf-b0b5dbbc8725,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:39.036440 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 703a7e04-25ca-4b5c-b522-8f6a60072a0d details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:24:39.069977 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.185471 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:39.205779 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Allocated IP 172.27.3.63 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/2a3f28fc-cf97-413d-ac8d-ab427434d45e) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:39.209996 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:39.239695 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:39.248725 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'Port': ['ID=f195807d-f915-4632-bda1-48c988d5a3f8,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:39.260882 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 703a7e04-25ca-4b5c-b522-8f6a60072a0d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=703a7e04-25ca-4b5c-b522-8f6a60072a0d,segment=NetworkSegment(49603d23-a6ea-4947-93cb-d06ae4d166f9),segment_id=49603d23-a6ea-4947-93cb-d06ae4d166f9)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:39.288487 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '703a7e04-25ca-4b5c-b522-8f6a60072a0d', 'network_id': 'e61da65b-5ecd-43e4-b3e7-9e423c31fa64', 'port_id': '703a7e04-25ca-4b5c-b522-8f6a60072a0d', 'mac_address': 'fa:16:3e:5c:95:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24aaae87-79ed-4610-aac3-6f4fe70aca4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:24:39.359199 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Allocated IP 172.20.0.12 (bbb703b2-d4e6-48a1-9843-a63156de0da9/6a0b5930-ab70-47c5-a49b-97444f6e0e28/085470da-f1fe-4d18-9cd4-b16bd9ced76c) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:39.390813 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.391047 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.412357 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.436922 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703a7e04-25ca-4b5c-b522-8f6a60072a0d {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:39.480533 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 703a7e04-25ca-4b5c-b522-8f6a60072a0d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=703a7e04-25ca-4b5c-b522-8f6a60072a0d,segment=NetworkSegment(49603d23-a6ea-4947-93cb-d06ae4d166f9),segment_id=49603d23-a6ea-4947-93cb-d06ae4d166f9)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:39.494744 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.495211 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.506042 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ab315457-9dd0-428d-a78e-45310c94b976 req-0089d621-7628-4a2a-b96a-362b977ef005 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0583050 Aug 09 13:24:39.515996 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.578510 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=703a7e04-25ca-4b5c-b522-8f6a60072a0d,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:39.593039 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:39.597869 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49572) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:39.598795 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:39.602807 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:39.658349 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'Port': ['ID=2a3f28fc-cf97-413d-ac8d-ab427434d45e,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:39.723237 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3566-7080-4ffe-b2fc-f431fb283314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.741389 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aea8-4a2b-4933-adf4-74572a7e5600 req-2482f883-0c08-4120-8271-f9e507ba517b tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:39.742968 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a460aea8-4a2b-4933-adf4-74572a7e5600 req-2482f883-0c08-4120-8271-f9e507ba517b tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 945 time: 0.2313783 Aug 09 13:24:39.783437 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['703a7e04-25ca-4b5c-b522-8f6a60072a0d'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:24:39.797733 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.817475 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.882570 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a460aea8-4a2b-4933-adf4-74572a7e5600 req-a3e450c9-e969-49c5-8d06-560d81ab2fc3 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078165 Aug 09 13:24:39.891404 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.940122 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 94ad5366-0749-48f6-8a32-d67be6dd03d6 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:39.954251 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.957416 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:39.971659 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.025865 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Network bbb703b2-d4e6-48a1-9843-a63156de0da9 is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:40.038316 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.045396 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:40.062521 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:40.069530 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:40.070149 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.075086 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Pushing event updated for resources: {'Port': ['ID=085470da-f1fe-4d18-9cd4-b16bd9ced76c,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:40.119952 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3566-7080-4ffe-b2fc-f431fb283314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.151086 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-4e440a3a-fd87-4c0d-a153-1613815d59f8 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:40.154326 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-4e440a3a-fd87-4c0d-a153-1613815d59f8 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 819 time: 0.5337396 Aug 09 13:24:40.171875 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3566-7080-4ffe-b2fc-f431fb283314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.174101 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.178346 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2458994 Aug 09 13:24:40.191913 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-52cca705-3bbb-41c3-b326-21ac54de7dec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1415076 Aug 09 13:24:40.194789 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388cb9b-cf1f-49d4-ac40-732418e1f5e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'Port': ['ID=f195807d-f915-4632-bda1-48c988d5a3f8,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:40.207639 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Request body: {'port': {'device_id': 'd8503398-025e-43be-9359-bc6ffde641f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:40.214428 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.217582 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Request body: {'port': {'device_id': '2778816e-cafc-4c95-a6cb-ca4894585d3a', 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9', 'admin_state_up': True, 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:40.228929 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 94ad5366-0749-48f6-8a32-d67be6dd03d6 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:40.229512 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.239253 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870f735-831b-4fca-8b4d-02be18da7fb7 req-11ed4cb4-5024-44e3-8c35-f0659d92a17d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:40.240943 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a870f735-831b-4fca-8b4d-02be18da7fb7 req-11ed4cb4-5024-44e3-8c35-f0659d92a17d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 943 time: 0.1325033 Aug 09 13:24:40.304224 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.321401 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a870f735-831b-4fca-8b4d-02be18da7fb7 req-c3cd2a52-16f1-4d37-849c-76e8f6172758 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686073 Aug 09 13:24:40.446139 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3566-7080-4ffe-b2fc-f431fb283314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7d9a03-25c6-4318-8c5e-afabd66ce8b2,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:40.472435 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-7e8a3566-7080-4ffe-b2fc-f431fb283314 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5238fe5edc1147a292435c32aa6c2966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8709610 Aug 09 13:24:40.479276 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 49612) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:40.535071 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-dc45d160-a9f7-4126-bc4f-99cee2fc5665 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--152777142&fields=id&tenant_id=81b367df9c524d338ad70a4d405ede7c HTTP/1.1" status: 200 len: 267 time: 0.0688992 Aug 09 13:24:40.570063 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Made reservation on behalf of a0f5ba57c2b044c7b18f300f378da1a5 for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:40.575563 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.610162 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-777a1012-bcfb-4b9a-8c86-0cf03c9dfba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.666944 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bc25531d-2c7f-4013-9927-5a1c75798049 req-7cdd1371-752d-48dc-bf31-470caa5c2d3a tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0420828 Aug 09 13:24:40.691995 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.705614 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-777a1012-bcfb-4b9a-8c86-0cf03c9dfba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.707450 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.739469 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-7588a062-37e3-4a3e-ba2d-f6b473032553 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:40.740964 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-7588a062-37e3-4a3e-ba2d-f6b473032553 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/networks?id=b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 200 len: 811 time: 0.1763988 Aug 09 13:24:40.751109 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.768031 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3ed0b5d1-e452-4a28-a94c-9e4bd13228b1 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/quotas/81b367df9c524d338ad70a4d405ede7c HTTP/1.1" status: 200 len: 375 time: 0.0208910 Aug 09 13:24:40.797487 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.805196 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5335791 Aug 09 13:24:40.807682 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa1f0b-815d-4a28-992d-dbe9d23ae0de tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'Port': ['ID=2a3f28fc-cf97-413d-ac8d-ab427434d45e,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:40.832726 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-777a1012-bcfb-4b9a-8c86-0cf03c9dfba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.837686 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-777a1012-bcfb-4b9a-8c86-0cf03c9dfba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.839694 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-777a1012-bcfb-4b9a-8c86-0cf03c9dfba4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff7d9a03-25c6-4318-8c5e-afabd66ce8b2 HTTP/1.1" status: 204 len: 168 time: 0.3594921 Aug 09 13:24:40.840992 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085470da-f1fe-4d18-9cd4-b16bd9ced76c {{(pid=93361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:40.848190 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a1012-bcfb-4b9a-8c86-0cf03c9dfba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7d9a03-25c6-4318-8c5e-afabd66ce8b2,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:40.850419 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.884226 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-f4e3e680-bea2-4460-9357-b3a5dc1e04a6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956426 Aug 09 13:24:40.885261 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Transition to ACTIVE for port object 085470da-f1fe-4d18-9cd4-b16bd9ced76c will not be triggered until provisioned by entity L2. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:40.891204 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:40.962822 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Allocated IP 172.20.0.10 (bbb703b2-d4e6-48a1-9843-a63156de0da9/6a0b5930-ab70-47c5-a49b-97444f6e0e28/045349e9-4c31-4e20-9a1f-1f60774c79da) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:40.998942 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 03f9ee04-cb35-439d-add5-1517d716ffdb details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:24:41.097456 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 703a7e04-25ca-4b5c-b522-8f6a60072a0d up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:41.186795 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 703a7e04-25ca-4b5c-b522-8f6a60072a0d completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:41.200641 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 703a7e04-25ca-4b5c-b522-8f6a60072a0d triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:41.201182 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.220820 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.334831 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Pushing event updated for resources: {'Port': ['ID=085470da-f1fe-4d18-9cd4-b16bd9ced76c,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:41.357932 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Attempting to bind port 085470da-f1fe-4d18-9cd4-b16bd9ced76c on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:41.358573 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Attempting to bind port 085470da-f1fe-4d18-9cd4-b16bd9ced76c by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:41.359089 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Attempting to bind port 085470da-f1fe-4d18-9cd4-b16bd9ced76c on network bbb703b2-d4e6-48a1-9843-a63156de0da9 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:41.371533 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.377957 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Port 085470da-f1fe-4d18-9cd4-b16bd9ced76c on network bbb703b2-d4e6-48a1-9843-a63156de0da9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:24:41.378564 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Attempting to bind port 085470da-f1fe-4d18-9cd4-b16bd9ced76c on network bbb703b2-d4e6-48a1-9843-a63156de0da9 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:41.390239 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b391a7-cf8b-4349-aa02-e3ac5fbb9a9f req-c6a7e970-aef2-4b52-a7f5-c13bf77adc98 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:41.399088 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-35b391a7-cf8b-4349-aa02-e3ac5fbb9a9f req-c6a7e970-aef2-4b52-a7f5-c13bf77adc98 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 945 time: 0.3979554 Aug 09 13:24:41.411725 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-385e4c34-4ce3-4c7c-b0ac-34efb2f70541 service neutron] 10.222.0.32 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610324 Aug 09 13:24:41.421998 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:41.421998 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Checking segment: {'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:41.421998 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Bound using segment: {'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:41.422626 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Bound port: 085470da-f1fe-4d18-9cd4-b16bd9ced76c, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'}}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:41.423074 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.467082 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 03f9ee04-cb35-439d-add5-1517d716ffdb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=03f9ee04-cb35-439d-add5-1517d716ffdb,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:41.494939 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '03f9ee04-cb35-439d-add5-1517d716ffdb', 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea', 'port_id': '03f9ee04-cb35-439d-add5-1517d716ffdb', 'mac_address': 'fa:16:3e:4c:8c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f323395f-83b4-42af-94ca-fccc9587251a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:24:41.510091 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Network bbb703b2-d4e6-48a1-9843-a63156de0da9 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:41.516666 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:41.520339 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:41.529219 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:41.530481 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.535297 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Pushing event updated for resources: {'Port': ['ID=045349e9-4c31-4e20-9a1f-1f60774c79da,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:41.548357 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-35b391a7-cf8b-4349-aa02-e3ac5fbb9a9f req-d37181dc-7dd9-4821-94b0-abd82385163e tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370142 Aug 09 13:24:41.557734 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-e76a8f6d-e84b-4f1b-9803-c98900fdf6db tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3739855 Aug 09 13:24:41.576040 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Request body: {'port': {'device_id': '2778816e-cafc-4c95-a6cb-ca4894585d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:41.578249 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.592160 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.622127 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] For port 085470da-f1fe-4d18-9cd4-b16bd9ced76c, host hv-cinder-78729, cleared binding levels {{(pid=93361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:41.629993 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] For port 085470da-f1fe-4d18-9cd4-b16bd9ced76c, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:41.634799 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f9ee04-cb35-439d-add5-1517d716ffdb {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:41.642369 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-a96d002a-4373-496f-9bde-4eedc1d8b811 service neutron] 10.222.0.32 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224052 Aug 09 13:24:41.643518 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.649994 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.703753 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd14a55-f7db-4094-9d63-33ec109518a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703a7e04-25ca-4b5c-b522-8f6a60072a0d'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:41.736020 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:41.737052 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.738514 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] 10.222.0.42 "PUT /v2.0/ports/085470da-f1fe-4d18-9cd4-b16bd9ced76c HTTP/1.1" status: 200 len: 1094 time: 1.5363667 Aug 09 13:24:41.739010 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8503398-025e-43be-9359-bc6ffde641f0', 'tag': '085470da-f1fe-4d18-9cd4-b16bd9ced76c'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:41.741373 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aa3aba-cf9a-45af-a345-2cfd243e930b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8503398-025e-43be-9359-bc6ffde641f0", "tag": "085470da-f1fe-4d18-9cd4-b16bd9ced76c"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:41.806771 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-557c5dab-347a-4852-ae13-dea2ac49d3b2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1313422179&fields=id&tenant_id=2d007ab2baac405f996ece03b238a621 HTTP/1.1" status: 200 len: 267 time: 0.1484830 Aug 09 13:24:41.818220 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171fee1-081d-40c0-a641-780732c4a413 service neutron] Pushing event updated for resources: {'Port': ['ID=085470da-f1fe-4d18-9cd4-b16bd9ced76c,revision_number=3']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:41.845976 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 03f9ee04-cb35-439d-add5-1517d716ffdb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=03f9ee04-cb35-439d-add5-1517d716ffdb,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:41.864043 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.867435 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 703a7e04-25ca-4b5c-b522-8f6a60072a0d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=703a7e04-25ca-4b5c-b522-8f6a60072a0d,segment=NetworkSegment(49603d23-a6ea-4947-93cb-d06ae4d166f9),segment_id=49603d23-a6ea-4947-93cb-d06ae4d166f9)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:41.927946 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:41.957427 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-35961a70-fe15-4824-b252-518d453b0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:41.959028 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-35961a70-fe15-4824-b252-518d453b0d4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 1097 time: 0.1485646 Aug 09 13:24:42.001647 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=03f9ee04-cb35-439d-add5-1517d716ffdb,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:42.013952 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8437f4ed-5382-4b84-8a4a-32ee09ad4f3e" -d '{"events": [{"server_uuid": "5bd14a55-f7db-4094-9d63-33ec109518a7", "name": "network-vif-plugged", "status": "completed", "tag": "703a7e04-25ca-4b5c-b522-8f6a60072a0d"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:42.098375 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=703a7e04-25ca-4b5c-b522-8f6a60072a0d,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:42.118703 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-3260099c-e7f2-4a7b-aa3f-082509400c5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c HTTP/1.1" status: 200 len: 217 time: 0.1358650 Aug 09 13:24:42.123970 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['03f9ee04-cb35-439d-add5-1517d716ffdb'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:24:42.190369 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-f67a204a-8aa7-4bdb-b7f2-44d2f92bf8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:42.192318 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-f67a204a-8aa7-4bdb-b7f2-44d2f92bf8bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.0684550 Aug 09 13:24:42.235455 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-8bfd6215-dfa6-46c3-b033-65dd857e34a8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:42.241234 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-8bfd6215-dfa6-46c3-b033-65dd857e34a8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 816 time: 0.4304049 Aug 09 13:24:42.251641 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045349e9-4c31-4e20-9a1f-1f60774c79da {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:42.272553 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:42.293816 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-62573b8b-d9cf-4374-a2cb-5ab3d0d4e833 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891776 Aug 09 13:24:42.305278 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Transition to ACTIVE for port object 045349e9-4c31-4e20-9a1f-1f60774c79da will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:42.314125 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0d09a-89bd-4e3a-8a6e-be48a242f2d2 req-6dc33f1a-2022-4f62-86b0-7682c90608e8 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:42.315382 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:42.322478 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7db0d09a-89bd-4e3a-8a6e-be48a242f2d2 req-6dc33f1a-2022-4f62-86b0-7682c90608e8 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 944 time: 0.2217896 Aug 09 13:24:42.449866 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Pushing event updated for resources: {'Port': ['ID=045349e9-4c31-4e20-9a1f-1f60774c79da,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:42.457925 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Attempting to bind port 045349e9-4c31-4e20-9a1f-1f60774c79da on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:42.458251 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Attempting to bind port 045349e9-4c31-4e20-9a1f-1f60774c79da by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:42.458643 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Attempting to bind port 045349e9-4c31-4e20-9a1f-1f60774c79da on network bbb703b2-d4e6-48a1-9843-a63156de0da9 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:42.467752 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Port 045349e9-4c31-4e20-9a1f-1f60774c79da on network bbb703b2-d4e6-48a1-9843-a63156de0da9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:24:42.468101 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Attempting to bind port 045349e9-4c31-4e20-9a1f-1f60774c79da on network bbb703b2-d4e6-48a1-9843-a63156de0da9 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:42.473809 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:42.474147 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Checking segment: {'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:42.474529 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Bound using segment: {'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:42.474958 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Bound port: 045349e9-4c31-4e20-9a1f-1f60774c79da, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cb0151-d2ad-4b30-9988-da18df2b3a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:42.475316 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:42.502226 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-c0ce9fdf-d114-4685-a1c1-1e2db5021876 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961148 Aug 09 13:24:42.507086 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-50218fc0-a323-4adf-9347-7333a6925bc8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/quotas/2d007ab2baac405f996ece03b238a621 HTTP/1.1" status: 200 len: 375 time: 0.2552569 Aug 09 13:24:42.551522 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] For port 045349e9-4c31-4e20-9a1f-1f60774c79da, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:42.556630 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] For port 045349e9-4c31-4e20-9a1f-1f60774c79da, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=045349e9-4c31-4e20-9a1f-1f60774c79da,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:42.564444 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:42.603318 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:42.603797 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:42.605512 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] 10.222.0.42 "PUT /v2.0/ports/045349e9-4c31-4e20-9a1f-1f60774c79da HTTP/1.1" status: 200 len: 1094 time: 1.0361292 Aug 09 13:24:42.606049 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2778816e-cafc-4c95-a6cb-ca4894585d3a', 'tag': '045349e9-4c31-4e20-9a1f-1f60774c79da'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:42.608637 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2778816e-cafc-4c95-a6cb-ca4894585d3a", "tag": "045349e9-4c31-4e20-9a1f-1f60774c79da"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:42.652691 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e762e-9f09-41c6-b4a5-d9eb6a4fdf84 service neutron] Pushing event updated for resources: {'Port': ['ID=045349e9-4c31-4e20-9a1f-1f60774c79da,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:42.717004 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7db0d09a-89bd-4e3a-8a6e-be48a242f2d2 req-40e70acd-15fa-4e8c-8e20-5b2d1672fbd5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935463 Aug 09 13:24:42.749014 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-ca281337-8c76-411c-aafb-e16305a1f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:42.755848 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-ca281337-8c76-411c-aafb-e16305a1f7d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 1097 time: 0.0931585 Aug 09 13:24:42.802564 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-7323dbf0-ccce-435b-b00c-5919e30abe7d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2791767 Aug 09 13:24:42.824542 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a67a374-b44c-4ca8-83a6-ab5c9eecb02c req-7d144a16-542d-4e72-8e23-817fd43cdaf9 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052690 Aug 09 13:24:42.856036 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-046f7684-0d66-42e1-af0f-40da7673ddda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=045349e9-4c31-4e20-9a1f-1f60774c79da HTTP/1.1" status: 200 len: 217 time: 0.0889015 Aug 09 13:24:42.931649 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-c82a68d5-26f7-45ab-9fa0-b32b225f953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:42.933613 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-c82a68d5-26f7-45ab-9fa0-b32b225f953c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.0517383 Aug 09 13:24:42.964303 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb0e4b-d774-451b-a3a7-dc4867c2a669 req-fad49546-92a3-490d-b3d6-dd9626c0e48d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:42.964805 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-97cb0e4b-d774-451b-a3a7-dc4867c2a669 req-fad49546-92a3-490d-b3d6-dd9626c0e48d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 944 time: 0.1363635 Aug 09 13:24:42.984278 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-13cef0f5-751b-404a-ab3a-210988157fc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381947 Aug 09 13:24:43.024061 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 03f9ee04-cb35-439d-add5-1517d716ffdb up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:43.034109 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-d40b1a78-0154-455a-9d41-bd24318e09ce service neutron] 10.222.0.32 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757119 Aug 09 13:24:43.039463 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-97cb0e4b-d774-451b-a3a7-dc4867c2a669 req-fa3e64cc-1f40-44f4-8dff-fe803b0c619e tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636928 Aug 09 13:24:43.105120 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 03f9ee04-cb35-439d-add5-1517d716ffdb completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:43.109442 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 03f9ee04-cb35-439d-add5-1517d716ffdb triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:43.109879 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:43.126644 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-2bf2d321-1e9f-4999-b10c-087482dedac5 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290407 Aug 09 13:24:43.194248 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-47081d40-ca1a-4a1d-be5c-0eb351e6c0b9 service neutron] 10.222.0.32 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449015 Aug 09 13:24:43.196983 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c59e87-4c3d-4c60-9b23-0759f9d98657 x-openstack-request-id: req-71c59e87-4c3d-4c60-9b23-0759f9d98657 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:43.197307 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8503398-025e-43be-9359-bc6ffde641f0", "tag": "085470da-f1fe-4d18-9cd4-b16bd9ced76c", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:43.197553 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71c59e87-4c3d-4c60-9b23-0759f9d98657 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:43.197930 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8503398-025e-43be-9359-bc6ffde641f0', 'tag': '085470da-f1fe-4d18-9cd4-b16bd9ced76c', 'status': 'completed', 'code': 200} Aug 09 13:24:43.293296 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:43.308248 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-6f5d548e-6b30-46b2-882d-7f4327fc45d7 req-bd9acf8e-01a4-4df5-b726-4ffe0727544e service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714237 Aug 09 13:24:43.313244 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5f0bbe44-c006-45cd-89e2-283d0c7e5290 req-5aef1fff-4410-4865-89d5-e1e45ab1528d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 210 time: 0.0508528 Aug 09 13:24:43.320881 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa3aba-cf9a-45af-a345-2cfd243e930b req-295d3f8b-f1e7-4bdf-ba19-d84fdb0cfdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:43.323445 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-84aa3aba-cf9a-45af-a345-2cfd243e930b req-295d3f8b-f1e7-4bdf-ba19-d84fdb0cfdf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 1097 time: 0.1131701 Aug 09 13:24:43.342001 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 03f9ee04-cb35-439d-add5-1517d716ffdb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=03f9ee04-cb35-439d-add5-1517d716ffdb,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:43.351832 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:43.441682 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=03f9ee04-cb35-439d-add5-1517d716ffdb,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:43.583846 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa3aba-cf9a-45af-a345-2cfd243e930b req-af549712-3e8c-4978-8cae-d98aba75b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:43.586176 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-84aa3aba-cf9a-45af-a345-2cfd243e930b req-af549712-3e8c-4978-8cae-d98aba75b995 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 920 time: 0.2540550 Aug 09 13:24:43.608711 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04445b87-c69c-418c-8313-1754ce452b92 req-0aa3a993-15f7-4528-a795-be2854cd4ed5 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:43.616189 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-04445b87-c69c-418c-8313-1754ce452b92 req-0aa3a993-15f7-4528-a795-be2854cd4ed5 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.1174448 Aug 09 13:24:43.630056 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e930bc-55c3-4737-b515-782d0b09beae x-openstack-request-id: req-c8e930bc-55c3-4737-b515-782d0b09beae {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:43.630414 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd14a55-f7db-4094-9d63-33ec109518a7", "name": "network-vif-plugged", "status": "completed", "tag": "703a7e04-25ca-4b5c-b522-8f6a60072a0d", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:43.630717 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8e930bc-55c3-4737-b515-782d0b09beae {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:43.631180 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd14a55-f7db-4094-9d63-33ec109518a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703a7e04-25ca-4b5c-b522-8f6a60072a0d', 'code': 200} Aug 09 13:24:43.681737 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-71914ab4-0546-4112-aaa6-c119a348980c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:43.683154 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-71914ab4-0546-4112-aaa6-c119a348980c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.42 "GET /v2.0/networks?id=b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 200 len: 811 time: 0.1686397 Aug 09 13:24:43.684735 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5b8fbf-d91e-4e1a-959e-6eff5e74af42 x-openstack-request-id: req-9b5b8fbf-d91e-4e1a-959e-6eff5e74af42 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:43.685013 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2778816e-cafc-4c95-a6cb-ca4894585d3a", "tag": "045349e9-4c31-4e20-9a1f-1f60774c79da", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:43.685257 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b5b8fbf-d91e-4e1a-959e-6eff5e74af42 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:43.685637 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2778816e-cafc-4c95-a6cb-ca4894585d3a', 'tag': '045349e9-4c31-4e20-9a1f-1f60774c79da', 'status': 'completed', 'code': 200} Aug 09 13:24:43.698582 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-84aa3aba-cf9a-45af-a345-2cfd243e930b req-762d37b1-953b-4f6d-9344-771632311609 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c HTTP/1.1" status: 200 len: 217 time: 0.0799639 Aug 09 13:24:43.716882 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.42', 61017) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:43.785215 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c63c7d1c-5b3f-477d-8540-cd9075fadf45 req-54d6e18a-fafd-47d9-ad87-b028b8f257fe tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 210 time: 0.0711169 Aug 09 13:24:43.801437 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-21c56c9a-ed43-4af3-bfdd-1eaf1e869c30 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81b367df9c524d338ad70a4d405ede7c HTTP/1.1" status: 200 len: 379 time: 0.1020870 Aug 09 13:24:43.814108 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-04445b87-c69c-418c-8313-1754ce452b92 req-799be9e6-3dc7-43d3-bffb-bdc9240f98e1 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683204 Aug 09 13:24:43.815214 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'port': {'device_id': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'admin_state_up': True, 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'security_groups': ['d79bc64f-39ab-4088-8d66-ce16a6baebc8']}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:43.888847 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa3aba-cf9a-45af-a345-2cfd243e930b req-ab89e2f9-0d55-4ff5-a261-b8f24d0298fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:43.891996 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-84aa3aba-cf9a-45af-a345-2cfd243e930b req-ab89e2f9-0d55-4ff5-a261-b8f24d0298fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.1602156 Aug 09 13:24:43.927266 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a req-c9e81249-e925-4e25-b705-54d46515cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:43.928804 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a req-c9e81249-e925-4e25-b705-54d46515cc8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 1097 time: 0.2110288 Aug 09 13:24:43.953303 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Made reservation on behalf of 81b367df9c524d338ad70a4d405ede7c for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:43.967788 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:43.969156 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-84aa3aba-cf9a-45af-a345-2cfd243e930b req-d42cdfe5-0c5a-4c3b-92b4-ffa67aa12dca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688326 Aug 09 13:24:43.993467 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.42', 61020) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:44.246878 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaad53-a4db-4cb1-b022-5004120f783c req-0903b71d-d21f-45c1-bf19-be396439da76 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:44.260267 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7feaad53-a4db-4cb1-b022-5004120f783c req-0903b71d-d21f-45c1-bf19-be396439da76 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.2959282 Aug 09 13:24:44.322979 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7feaad53-a4db-4cb1-b022-5004120f783c req-95830678-db07-466c-9394-4f14c3236b85 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557492 Aug 09 13:24:44.378694 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b8061-a888-4aa2-b0e4-a05538e16471 req-d874af2d-edf4-409e-a007-ac00c297d7e5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:44.389032 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f87b8061-a888-4aa2-b0e4-a05538e16471 req-d874af2d-edf4-409e-a007-ac00c297d7e5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 944 time: 0.2121060 Aug 09 13:24:44.394202 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-84aa3aba-cf9a-45af-a345-2cfd243e930b req-538a74b2-9e48-446b-a915-5cf97ad96e2b service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805721 Aug 09 13:24:44.541558 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de32d86-6b8e-4a2e-b389-71570bdf9ce4 req-5e99c462-be76-4b11-852b-0f59dac26500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:44.543098 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3de32d86-6b8e-4a2e-b389-71570bdf9ce4 req-5e99c462-be76-4b11-852b-0f59dac26500 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 1099 time: 0.5487194 Aug 09 13:24:44.547344 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a req-84bd45e3-4666-4f15-a613-b9cc604939af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:44.548688 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a req-84bd45e3-4666-4f15-a613-b9cc604939af service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 920 time: 0.6063004 Aug 09 13:24:44.582627 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f87b8061-a888-4aa2-b0e4-a05538e16471 req-94df10d7-389a-4f3e-b0ca-3837027c34d9 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848557 Aug 09 13:24:44.588558 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-70699b4d-1c48-48e4-a1ae-1d42727950a0 req-24e20f90-d212-4d43-94a1-8ec833688a27 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 210 time: 0.1317239 Aug 09 13:24:44.600347 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-84aa3aba-cf9a-45af-a345-2cfd243e930b req-beb7d973-8822-462e-a45b-5cc51212b2c3 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412017 Aug 09 13:24:44.639829 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a req-c787b2df-310a-4a0f-acde-8467761a3d00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=045349e9-4c31-4e20-9a1f-1f60774c79da HTTP/1.1" status: 200 len: 217 time: 0.0723555 Aug 09 13:24:44.650700 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3de32d86-6b8e-4a2e-b389-71570bdf9ce4 req-3fc71136-6ed0-4162-884d-611110f19aca service neutron] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:44.716615 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Allocated IP 172.20.0.14 (b1213056-cd70-44c3-b463-5d2c8e45ad60/deee3343-13d4-4428-b960-47c7a74f85e9/139b1fd9-9070-424a-b060-0e1cb8395dc0) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:44.733746 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a req-bd633e95-6edd-4785-9104-515e4153d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:44.735199 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a req-bd633e95-6edd-4785-9104-515e4153d580 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.0857100 Aug 09 13:24:44.780570 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a req-4163b889-7f97-4280-9b49-c066ed1337bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350330 Aug 09 13:24:45.009347 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a req-2692e11d-a2ce-4f42-b280-0ac892d6f6f1 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174816 Aug 09 13:24:45.032155 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3de32d86-6b8e-4a2e-b389-71570bdf9ce4 req-3fc71136-6ed0-4162-884d-611110f19aca service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:45.043936 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3de32d86-6b8e-4a2e-b389-71570bdf9ce4 req-3fc71136-6ed0-4162-884d-611110f19aca service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:45.094096 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:45.129941 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3de32d86-6b8e-4a2e-b389-71570bdf9ce4 req-3fc71136-6ed0-4162-884d-611110f19aca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264502 Aug 09 13:24:45.143785 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc71136-6ed0-4162-884d-611110f19aca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a625c9-9f87-41ad-a657-0798968822d6,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:45.146584 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Transition to ACTIVE for port object 139b1fd9-9070-424a-b060-0e1cb8395dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:45.185918 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b4eff0cf-6c25-4c07-baed-724ef9ec1c5a req-e7e73c2a-8ea0-46bb-9cbf-44dd19a20198 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675467 Aug 09 13:24:45.190656 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2df64434-b72b-43bf-babe-c4b16952585a req-253b2dae-e421-4a61-98d5-b2604aeddbcf tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 210 time: 0.2667563 Aug 09 13:24:45.206283 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:45.262629 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbf932-4f40-48cc-9a85-cf9eb8962f5b req-49b227e5-78e0-443e-ba2c-911a4f9ea8e5 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:45.264328 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-10bbf932-4f40-48cc-9a85-cf9eb8962f5b req-49b227e5-78e0-443e-ba2c-911a4f9ea8e5 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.3023160 Aug 09 13:24:45.272037 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Network b1213056-cd70-44c3-b463-5d2c8e45ad60 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:45.276554 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:45.279100 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:45.285008 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:45.285951 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:45.289570 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'Port': ['ID=139b1fd9-9070-424a-b060-0e1cb8395dc0,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:45.305604 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-61ec0322-0115-4bb7-9f49-1b14a52e3bef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4941864 Aug 09 13:24:45.310254 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-31f86711-0b03-4ccd-ad70-317e3026cf6b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:45.311765 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-31f86711-0b03-4ccd-ad70-317e3026cf6b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.42 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 816 time: 0.4154973 Aug 09 13:24:45.335239 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-10bbf932-4f40-48cc-9a85-cf9eb8962f5b req-93279b79-114a-4e5c-822b-6844efe7ae14 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604753 Aug 09 13:24:45.446391 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8fbac-66ea-48bf-8186-7aedba38fd80 req-e1bef5d7-fed2-4c28-9985-26ee04a75053 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:45.447909 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-41c8fbac-66ea-48bf-8186-7aedba38fd80 req-e1bef5d7-fed2-4c28-9985-26ee04a75053 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.0516481 Aug 09 13:24:45.487634 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-41c8fbac-66ea-48bf-8186-7aedba38fd80 req-1525782f-d793-4700-9040-a0c08c24e2dd tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Aug 09 13:24:45.517627 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-9088e52d-6120-443e-99af-c26bdd80bb1e None None] Provisioning for port 139b1fd9-9070-424a-b060-0e1cb8395dc0 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:45.520087 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-9088e52d-6120-443e-99af-c26bdd80bb1e None None] Provisioning complete for port 139b1fd9-9070-424a-b060-0e1cb8395dc0 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:45.520570 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9088e52d-6120-443e-99af-c26bdd80bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:45.556135 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-9088e52d-6120-443e-99af-c26bdd80bb1e None None] Port 139b1fd9-9070-424a-b060-0e1cb8395dc0 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:24:45.632443 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65998424-a049-4384-83ed-893c9e11848a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f9ee04-cb35-439d-add5-1517d716ffdb'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:45.635296 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c53e1a-a831-4044-808f-75eb912c9e20" -d '{"events": [{"server_uuid": "65998424-a049-4384-83ed-893c9e11848a", "name": "network-vif-plugged", "status": "completed", "tag": "03f9ee04-cb35-439d-add5-1517d716ffdb"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:45.750592 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6433e0-ea1b-4095-840b-879960124ca2 req-625d5182-7e7b-473b-baf6-3135f8ce2c43 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:45.752072 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2b6433e0-ea1b-4095-840b-879960124ca2 req-625d5182-7e7b-473b-baf6-3135f8ce2c43 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 932 time: 0.0767968 Aug 09 13:24:45.772482 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154d97e-abe4-4d3d-905c-af0e6c302ffe req-07f27755-ad50-4cca-a624-a65d5425ac34 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:45.773952 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6154d97e-abe4-4d3d-905c-af0e6c302ffe req-07f27755-ad50-4cca-a624-a65d5425ac34 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 944 time: 0.0881209 Aug 09 13:24:45.822859 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2b6433e0-ea1b-4095-840b-879960124ca2 req-572c087c-bac8-49fe-be9b-00ee14fdbc88 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643053 Aug 09 13:24:45.832637 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6154d97e-abe4-4d3d-905c-af0e6c302ffe req-aca10a30-6ff7-424b-87b4-cfead5c40af2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Aug 09 13:24:45.869639 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c05dee1-f939-4e10-9e9c-23b0e146f6aa x-openstack-request-id: req-4c05dee1-f939-4e10-9e9c-23b0e146f6aa {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:45.869929 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65998424-a049-4384-83ed-893c9e11848a", "name": "network-vif-plugged", "status": "completed", "tag": "03f9ee04-cb35-439d-add5-1517d716ffdb", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:45.870181 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c05dee1-f939-4e10-9e9c-23b0e146f6aa {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:45.870571 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65998424-a049-4384-83ed-893c9e11848a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f9ee04-cb35-439d-add5-1517d716ffdb', 'code': 200} Aug 09 13:24:46.290959 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1def4f2d-a6bc-407d-98c2-ff6eaee73ca5 req-c691cb53-d725-4d61-99c7-5885a802fac9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 210 time: 0.0276606 Aug 09 13:24:46.454285 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b51552-da9e-4bd9-9de8-58928b623985 req-cc58d22a-2f93-47c9-a4aa-080f8b39f125 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:46.455764 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-69b51552-da9e-4bd9-9de8-58928b623985 req-cc58d22a-2f93-47c9-a4aa-080f8b39f125 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.0499289 Aug 09 13:24:46.493580 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-69b51552-da9e-4bd9-9de8-58928b623985 req-f6c74cc5-8c70-4949-97e0-5dc2488ef571 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Aug 09 13:24:46.619002 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981c115-4205-4d4a-992d-129bdf469fb8 req-fe6a353f-c92f-4ae6-9113-ebb9aeb80ad3 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:46.620502 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9981c115-4205-4d4a-992d-129bdf469fb8 req-fe6a353f-c92f-4ae6-9113-ebb9aeb80ad3 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.0541043 Aug 09 13:24:46.659342 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9981c115-4205-4d4a-992d-129bdf469fb8 req-0bf926e4-bb95-43de-85a4-07fdf17899ae tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Aug 09 13:24:46.975331 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3567ca-9826-4fcb-a8ff-a93e6f715ae3 req-06cb5c6c-fb21-4793-8307-5133dc43c59d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:46.977090 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bd3567ca-9826-4fcb-a8ff-a93e6f715ae3 req-06cb5c6c-fb21-4793-8307-5133dc43c59d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 932 time: 0.0774367 Aug 09 13:24:46.991907 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095cae2-b41e-4f1e-a570-63bd9eab6450 req-7308d794-f355-48d0-83cc-ac612300e091 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:46.993488 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0095cae2-b41e-4f1e-a570-63bd9eab6450 req-7308d794-f355-48d0-83cc-ac612300e091 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 944 time: 0.0671802 Aug 09 13:24:47.048671 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bd3567ca-9826-4fcb-a8ff-a93e6f715ae3 req-86a59c16-eb88-466d-b655-368ec237ceaf tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648806 Aug 09 13:24:47.060745 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0095cae2-b41e-4f1e-a570-63bd9eab6450 req-5f3ec477-9510-4546-9efa-c3e1ca963527 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544012 Aug 09 13:24:47.399361 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5683d4b6-70fb-4820-8102-54f7a6599bef req-d58c976e-62bf-44b0-a0c5-2c8a26053a7e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 210 time: 0.0304308 Aug 09 13:24:47.609341 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d5508-80f6-430b-9d1e-39bcda0a09ab req-4cab5aca-c208-46de-9e93-5b1922e5dd9d tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:47.610793 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c64d5508-80f6-430b-9d1e-39bcda0a09ab req-4cab5aca-c208-46de-9e93-5b1922e5dd9d tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.0503826 Aug 09 13:24:47.651401 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c64d5508-80f6-430b-9d1e-39bcda0a09ab req-8ede4426-3dd3-4155-af5d-5f90d36679be tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341995 Aug 09 13:24:47.772434 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ffbfa-0142-43cc-b5c7-78a49cba2e39 req-c74bc2b4-1446-4369-a025-0e5a8862c3d4 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:47.773829 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5d3ffbfa-0142-43cc-b5c7-78a49cba2e39 req-c74bc2b4-1446-4369-a025-0e5a8862c3d4 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.0488808 Aug 09 13:24:47.810813 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5d3ffbfa-0142-43cc-b5c7-78a49cba2e39 req-a33b425c-90ff-4110-8e95-1b18677f428c tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306051 Aug 09 13:24:48.205268 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749fc83-8943-4a9b-ad14-3dfa7bda0464 req-1facc796-a360-4638-9f8a-38d7d4e86c94 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:48.206857 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6749fc83-8943-4a9b-ad14-3dfa7bda0464 req-1facc796-a360-4638-9f8a-38d7d4e86c94 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 932 time: 0.0779753 Aug 09 13:24:48.206968 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Request body: {'port': {'device_id': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:48.223034 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196612bf-00ac-4d75-a27c-1751a177ab63 req-090ed01b-9de0-495c-872c-e184a099e6a2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:48.224543 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-196612bf-00ac-4d75-a27c-1751a177ab63 req-090ed01b-9de0-495c-872c-e184a099e6a2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 944 time: 0.0867934 Aug 09 13:24:48.292461 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:48.307376 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-5fd6e1d3-5abe-46f2-add1-44908e8e7bee tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d007ab2baac405f996ece03b238a621 HTTP/1.1" status: 200 len: 380 time: 0.0994964 Aug 09 13:24:48.323709 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-196612bf-00ac-4d75-a27c-1751a177ab63 req-ec4b7cd9-cbee-47fb-96d3-aaba1304562f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855217 Aug 09 13:24:48.326848 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6749fc83-8943-4a9b-ad14-3dfa7bda0464 req-e334915e-fbae-43b4-8827-4638582318ff tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121559 Aug 09 13:24:48.331915 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'port': {'device_id': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'admin_state_up': True, 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'security_groups': ['8f787169-52b2-4dea-be76-3c78afb26ede']}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:48.455062 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Made reservation on behalf of 2d007ab2baac405f996ece03b238a621 for: {'port': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:48.458718 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:48.496095 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a2b46-4982-472a-b122-3051ceddefb8 req-2cbf3a96-29ea-4b1b-9edd-509d1fdd3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:48.497732 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-495a2b46-4982-472a-b122-3051ceddefb8 req-2cbf3a96-29ea-4b1b-9edd-509d1fdd3b00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 1098 time: 0.0963593 Aug 09 13:24:48.511366 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d1340282-7cf3-451e-9e61-97b381bd3501 req-90889006-4c66-4ddc-9b37-723a48bf821d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 210 time: 0.0342383 Aug 09 13:24:48.607172 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139b1fd9-9070-424a-b060-0e1cb8395dc0 {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:48.615320 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:48.622126 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Allocated IP 172.20.0.7 (66c4ae32-c4a4-4218-982b-49a4bc3be7fd/0ddb1be5-30a6-41d7-b67c-c0c36e2ac028/27f79434-8bac-4fce-abd9-f4bb6e7f5cec) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:24:48.628267 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Transition to ACTIVE for port object 139b1fd9-9070-424a-b060-0e1cb8395dc0 will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:48.633529 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:48.684484 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Pushing event updated for resources: {'Port': ['ID=139b1fd9-9070-424a-b060-0e1cb8395dc0,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:48.712526 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Attempting to bind port 139b1fd9-9070-424a-b060-0e1cb8395dc0 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:48.713444 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Attempting to bind port 139b1fd9-9070-424a-b060-0e1cb8395dc0 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:48.713444 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Attempting to bind port 139b1fd9-9070-424a-b060-0e1cb8395dc0 on network b1213056-cd70-44c3-b463-5d2c8e45ad60 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:48.720582 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Port 139b1fd9-9070-424a-b060-0e1cb8395dc0 on network b1213056-cd70-44c3-b463-5d2c8e45ad60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:24:48.721009 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Attempting to bind port 139b1fd9-9070-424a-b060-0e1cb8395dc0 on network b1213056-cd70-44c3-b463-5d2c8e45ad60 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:48.726156 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:48.726491 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Checking segment: {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:48.726870 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Bound using segment: {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:48.727300 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Bound port: 139b1fd9-9070-424a-b060-0e1cb8395dc0, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:48.727671 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:48.801450 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] For port 139b1fd9-9070-424a-b060-0e1cb8395dc0, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:48.805118 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] For port 139b1fd9-9070-424a-b060-0e1cb8395dc0, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=139b1fd9-9070-424a-b060-0e1cb8395dc0,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:48.810230 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:48.833179 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:48.846330 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:48.846959 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:48.848382 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] 10.222.0.42 "PUT /v2.0/ports/139b1fd9-9070-424a-b060-0e1cb8395dc0 HTTP/1.1" status: 200 len: 1094 time: 0.6470151 Aug 09 13:24:48.848825 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'tag': '139b1fd9-9070-424a-b060-0e1cb8395dc0'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:48.851153 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d2b748-3d44-4e6a-a1db-34dd684511b2" -d '{"events": [{"name": "network-changed", "server_uuid": "dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1", "tag": "139b1fd9-9070-424a-b060-0e1cb8395dc0"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:48.854603 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46353e0c-bba7-4e64-b639-10c88d9d6336 req-36d841ee-335a-440b-9edd-3c449765318f tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:48.856171 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-46353e0c-bba7-4e64-b639-10c88d9d6336 req-36d841ee-335a-440b-9edd-3c449765318f tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.1039023 Aug 09 13:24:48.861530 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Transition to ACTIVE for port object 27f79434-8bac-4fce-abd9-f4bb6e7f5cec will not be triggered until provisioned by entity DHCP. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:48.877122 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e814cfd-65db-494d-bd12-c99d0bd7853b service neutron] Pushing event updated for resources: {'Port': ['ID=139b1fd9-9070-424a-b060-0e1cb8395dc0,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:48.927403 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-46353e0c-bba7-4e64-b639-10c88d9d6336 req-cfb248f3-9e5c-46cb-bdfb-99a949ee269e tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623114 Aug 09 13:24:48.966938 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:48.981030 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add2e382-9b85-4f9d-a90c-1fe800812430 x-openstack-request-id: req-add2e382-9b85-4f9d-a90c-1fe800812430 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:48.981416 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1", "tag": "139b1fd9-9070-424a-b060-0e1cb8395dc0", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:48.981655 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-add2e382-9b85-4f9d-a90c-1fe800812430 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:48.982050 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'tag': '139b1fd9-9070-424a-b060-0e1cb8395dc0', 'status': 'completed', 'code': 200} Aug 09 13:24:49.024635 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0599bf7-16e1-482b-bab8-f1199feff9b3 req-d8387b43-e162-4e1a-b4e8-8e1abee14499 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:49.026227 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c0599bf7-16e1-482b-bab8-f1199feff9b3 req-d8387b43-e162-4e1a-b4e8-8e1abee14499 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.1189868 Aug 09 13:24:49.037213 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:24:49.048691 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:49.051220 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:24:49.057025 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:49.057635 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:49.069488 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:49.090614 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-f01b99b8-f08d-4710-8ef3-89cd7455e8ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7632885 Aug 09 13:24:49.098104 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c0599bf7-16e1-482b-bab8-f1199feff9b3 req-f17bab96-c1b9-4435-8204-15c55b60f337 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638249 Aug 09 13:24:49.251235 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-656af624-308e-4b68-9ff3-0d8ba6358574 None None] Provisioning for port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:49.254942 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-656af624-308e-4b68-9ff3-0d8ba6358574 None None] Provisioning complete for port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:49.255352 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-656af624-308e-4b68-9ff3-0d8ba6358574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:49.292019 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-656af624-308e-4b68-9ff3-0d8ba6358574 None None] Port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:24:49.475075 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d46c1-ec98-49a8-9375-706e94ca9f16 req-20f77391-59c5-4f77-8caf-cc06e7ab6751 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:49.477120 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fd4d46c1-ec98-49a8-9375-706e94ca9f16 req-20f77391-59c5-4f77-8caf-cc06e7ab6751 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 944 time: 0.0803721 Aug 09 13:24:49.489144 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721fbed-b3b3-464d-bc54-3b96b4b60506 req-6beae6df-dec9-469e-a4e6-6a941f04dbd4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:49.490588 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9721fbed-b3b3-464d-bc54-3b96b4b60506 req-6beae6df-dec9-469e-a4e6-6a941f04dbd4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 944 time: 0.0821481 Aug 09 13:24:49.546920 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fd4d46c1-ec98-49a8-9375-706e94ca9f16 req-97aefee7-efd8-4e38-b0c2-13167b1c1f7a tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552950 Aug 09 13:24:49.549920 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9721fbed-b3b3-464d-bc54-3b96b4b60506 req-25235455-a6b4-482a-a5b6-42e8ba6f4916 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521810 Aug 09 13:24:49.651034 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137be09f-be84-40fb-9839-27a6d213d420 req-56c9395f-cb3d-4ec2-b8fd-e356b3df3246 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:49.652656 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-137be09f-be84-40fb-9839-27a6d213d420 req-56c9395f-cb3d-4ec2-b8fd-e356b3df3246 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 931 time: 0.0514383 Aug 09 13:24:49.690837 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-137be09f-be84-40fb-9839-27a6d213d420 req-190084a2-9d5c-436e-b6d8-2233765d404c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320604 Aug 09 13:24:50.056684 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b688ef-0959-4a79-940b-daa4ca708642 req-0c8bfb37-ca3f-4a9e-ab5c-edd60ba7652a tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:50.058126 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d2b688ef-0959-4a79-940b-daa4ca708642 req-0c8bfb37-ca3f-4a9e-ab5c-edd60ba7652a tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.0528619 Aug 09 13:24:50.098416 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d2b688ef-0959-4a79-940b-daa4ca708642 req-00df593b-85c0-468b-85e2-b7c9e3746b9d tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314445 Aug 09 13:24:50.219055 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329363c4-4394-4640-927e-f0d980d92864 req-ba3803b4-88a7-4002-80bb-f5acaa9f2185 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:50.220450 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-329363c4-4394-4640-927e-f0d980d92864 req-ba3803b4-88a7-4002-80bb-f5acaa9f2185 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.0520937 Aug 09 13:24:50.260402 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-329363c4-4394-4640-927e-f0d980d92864 req-35f98f9e-52fa-4f76-8d14-3d57686fe34c tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Aug 09 13:24:50.455410 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 085470da-f1fe-4d18-9cd4-b16bd9ced76c details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:24:50.558309 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 085470da-f1fe-4d18-9cd4-b16bd9ced76c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:50.569781 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '085470da-f1fe-4d18-9cd4-b16bd9ced76c', 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9', 'port_id': '085470da-f1fe-4d18-9cd4-b16bd9ced76c', 'mac_address': 'fa:16:3e:ac:5c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0b5930-ab70-47c5-a49b-97444f6e0e28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:24:50.610006 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:50.627436 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085470da-f1fe-4d18-9cd4-b16bd9ced76c {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:50.647816 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 085470da-f1fe-4d18-9cd4-b16bd9ced76c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:50.652544 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:50.653353 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 045349e9-4c31-4e20-9a1f-1f60774c79da details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:24:50.698090 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3bd1c-5d30-426f-a333-5a39d88a1649 req-f6d75fed-13c6-4f95-9caa-15a7aec8b841 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:50.699690 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7cc3bd1c-5d30-426f-a333-5a39d88a1649 req-f6d75fed-13c6-4f95-9caa-15a7aec8b841 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 944 time: 0.0849218 Aug 09 13:24:50.720660 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 045349e9-4c31-4e20-9a1f-1f60774c79da, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=045349e9-4c31-4e20-9a1f-1f60774c79da,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:50.723360 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=085470da-f1fe-4d18-9cd4-b16bd9ced76c,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:50.731858 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c92c81-314c-4945-b467-f406b4d23eb7 req-1f1b0035-9af2-49d6-8998-79ac42294b7c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:50.733372 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a6c92c81-314c-4945-b467-f406b4d23eb7 req-1f1b0035-9af2-49d6-8998-79ac42294b7c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 944 time: 0.1094384 Aug 09 13:24:50.735065 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '045349e9-4c31-4e20-9a1f-1f60774c79da', 'network_id': 'bbb703b2-d4e6-48a1-9843-a63156de0da9', 'port_id': '045349e9-4c31-4e20-9a1f-1f60774c79da', 'mac_address': 'fa:16:3e:27:c8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0b5930-ab70-47c5-a49b-97444f6e0e28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:24:50.758570 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7cc3bd1c-5d30-426f-a333-5a39d88a1649 req-995edd3a-1ad5-4c40-82d3-93a2aebf6925 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524728 Aug 09 13:24:50.783335 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:50.784807 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a6c92c81-314c-4945-b467-f406b4d23eb7 req-f07d320d-e9af-4f0d-a58f-339f499a2023 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393825 Aug 09 13:24:50.798361 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045349e9-4c31-4e20-9a1f-1f60774c79da {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:50.818280 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 045349e9-4c31-4e20-9a1f-1f60774c79da, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=045349e9-4c31-4e20-9a1f-1f60774c79da,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:50.823120 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:50.863530 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265fbe2-d20a-4dc4-a2e2-2d42811e094b req-61f9f381-5da6-4557-a5e9-b34e4464143e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:50.864991 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9265fbe2-d20a-4dc4-a2e2-2d42811e094b req-61f9f381-5da6-4557-a5e9-b34e4464143e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 931 time: 0.0501888 Aug 09 13:24:50.870892 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=045349e9-4c31-4e20-9a1f-1f60774c79da,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:50.903793 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9265fbe2-d20a-4dc4-a2e2-2d42811e094b req-d0b13241-ecf5-47db-9fca-3ccd3bdfe77e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Aug 09 13:24:51.224422 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04bef-e10b-4ac0-9c22-6c92fe3b969f req-606392ce-8c5c-4c3b-b824-c1e29474debe tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:51.225990 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8fb04bef-e10b-4ac0-9c22-6c92fe3b969f req-606392ce-8c5c-4c3b-b824-c1e29474debe tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.0494530 Aug 09 13:24:51.269994 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8fb04bef-e10b-4ac0-9c22-6c92fe3b969f req-6e65639c-ddc2-49cb-a6bf-7743a301b36b tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378630 Aug 09 13:24:51.378601 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d73e33-fee1-4607-a6ad-b8678354b76e req-1da556ad-e6be-4b5c-ac8c-7b385a401ed7 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:51.380061 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-25d73e33-fee1-4607-a6ad-b8678354b76e req-1da556ad-e6be-4b5c-ac8c-7b385a401ed7 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.0531037 Aug 09 13:24:51.418322 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-25d73e33-fee1-4607-a6ad-b8678354b76e req-7e220008-bc92-4767-9e6e-b19a0cc2b468 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318539 Aug 09 13:24:51.555648 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Request body: {'port': {'device_id': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:51.564836 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-495a2b46-4982-472a-b122-3051ceddefb8 req-5f023048-8940-4acc-9a3a-2f4aa99221d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431445 Aug 09 13:24:51.605734 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b748-3d44-4e6a-a1db-34dd684511b2 req-d1557708-70c0-4ad5-b904-a3e0399e920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:51.607251 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-40d2b748-3d44-4e6a-a1db-34dd684511b2 req-d1557708-70c0-4ad5-b904-a3e0399e920c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0409479 Aug 09 13:24:51.613087 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:51.816747 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b748-3d44-4e6a-a1db-34dd684511b2 req-2f0690ef-1412-42e2-9710-84a43222398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:51.818248 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-40d2b748-3d44-4e6a-a1db-34dd684511b2 req-2f0690ef-1412-42e2-9710-84a43222398f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=81b367df9c524d338ad70a4d405ede7c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1613264 Aug 09 13:24:51.920769 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['045349e9-4c31-4e20-9a1f-1f60774c79da'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:24:51.921973 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f79434-8bac-4fce-abd9-f4bb6e7f5cec {{(pid=93361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:51.932751 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:51.935039 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['085470da-f1fe-4d18-9cd4-b16bd9ced76c'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:24:51.958913 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Transition to ACTIVE for port object 27f79434-8bac-4fce-abd9-f4bb6e7f5cec will not be triggered until provisioned by entity L2. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:24:51.968950 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087a12-a62e-4fe4-a096-4f24eb6b29b3 req-3322e113-6f17-4ffc-b59f-9ff031936f4b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:51.970461 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-31087a12-a62e-4fe4-a096-4f24eb6b29b3 req-3322e113-6f17-4ffc-b59f-9ff031936f4b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 945 time: 0.1238799 Aug 09 13:24:51.972385 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:51.983745 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76484a-ce16-4828-be38-79ec8d539061 req-1de40dd8-715e-4e45-b7ea-59589d10882d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:51.991245 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cf76484a-ce16-4828-be38-79ec8d539061 req-1de40dd8-715e-4e45-b7ea-59589d10882d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 944 time: 0.1177285 Aug 09 13:24:52.022612 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b748-3d44-4e6a-a1db-34dd684511b2 req-c6564684-07a4-4255-9c56-f72b6a0b879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.024604 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-40d2b748-3d44-4e6a-a1db-34dd684511b2 req-c6564684-07a4-4255-9c56-f72b6a0b879a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942983 Aug 09 13:24:52.094536 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Pushing event updated for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:52.114380 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cf76484a-ce16-4828-be38-79ec8d539061 req-f3be89b0-bc71-440d-93c1-b2e7f483f2ad tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221251 Aug 09 13:24:52.137252 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-31087a12-a62e-4fe4-a096-4f24eb6b29b3 req-af72a8c2-64fc-45ac-b693-f387a3013bfd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422577 Aug 09 13:24:52.173209 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-8e819baf-532e-4f50-95a6-1fbd681db5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.175139 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-8e819baf-532e-4f50-95a6-1fbd681db5c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0993748 Aug 09 13:24:52.236710 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Attempting to bind port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:24:52.237358 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Attempting to bind port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:24:52.240101 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Attempting to bind port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec on network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:52.245993 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-f16743c1-bc0b-47de-8b00-a052c6b4c41b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139b1fd9-9070-424a-b060-0e1cb8395dc0 HTTP/1.1" status: 200 len: 217 time: 0.0562246 Aug 09 13:24:52.285758 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec on network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:24:52.286154 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Attempting to bind port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec on network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:24:52.297186 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:24:52.297529 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Checking segment: {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:52.297913 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Bound using segment: {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:24:52.298360 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Bound port: 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'}}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:24:52.298724 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:52.333340 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-d850a5c5-6a41-43b3-b877-58062a0f94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.335954 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-d850a5c5-6a41-43b3-b877-58062a0f94c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deee3343-13d4-4428-b960-47c7a74f85e9 HTTP/1.1" status: 200 len: 850 time: 0.0819139 Aug 09 13:24:52.384636 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46d62b-2dbb-4c01-9bec-0f624dabc21b req-300dd181-e591-4d52-bd72-8661fc68ab82 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.386151 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7f46d62b-2dbb-4c01-9bec-0f624dabc21b req-300dd181-e591-4d52-bd72-8661fc68ab82 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.1844511 Aug 09 13:24:52.414503 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-2225710e-d6c4-4f31-8d82-e94b92f6dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.415980 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-2225710e-d6c4-4f31-8d82-e94b92f6dd3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1213056-cd70-44c3-b463-5d2c8e45ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722718 Aug 09 13:24:52.480189 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, cleared binding levels {{(pid=93361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:24:52.493786 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48971f37-ac44-4ddd-9318-c16b98d6b404 req-0ee3432e-7703-4573-9bfb-76f43ebcae56 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.500785 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-48971f37-ac44-4ddd-9318-c16b98d6b404 req-0ee3432e-7703-4573-9bfb-76f43ebcae56 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.1136699 Aug 09 13:24:52.517583 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7f46d62b-2dbb-4c01-9bec-0f624dabc21b req-94d50514-8a0f-4326-85db-382d9b7d509d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195974 Aug 09 13:24:52.529042 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:24:52.534347 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-8fb7e91e-a30f-4e67-afe2-4b6933d93581 service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075473 Aug 09 13:24:52.558129 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-48971f37-ac44-4ddd-9318-c16b98d6b404 req-4987039a-462a-479e-a5e0-a6fe8b35e69a tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549910 Aug 09 13:24:52.561194 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:52.604058 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.604832 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:52.606922 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] 10.222.0.42 "PUT /v2.0/ports/27f79434-8bac-4fce-abd9-f4bb6e7f5cec HTTP/1.1" status: 200 len: 1093 time: 1.0567436 Aug 09 13:24:52.610052 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:52.614056 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed29b9a2-607f-4605-9683-7a746068d30b" -d '{"events": [{"name": "network-changed", "server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:52.641998 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-69cbd998-9472-49cf-8690-c557cb20fff9 req-5e267d68-17b6-430f-9352-2fbc833e2f94 service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991616 Aug 09 13:24:52.688485 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11995339-2c20-4191-a306-dc149f9af66a x-openstack-request-id: req-11995339-2c20-4191-a306-dc149f9af66a {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:52.688840 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:52.689149 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11995339-2c20-4191-a306-dc149f9af66a {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:52.690007 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'status': 'completed', 'code': 200} Aug 09 13:24:52.692480 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3226081-ff2a-4ebb-a547-6ab434be09d3 service neutron] Pushing event updated for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=3']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:52.711523 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-74714e94-2645-4c7b-9e8f-ce1bbe2e9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.713647 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-74714e94-2645-4c7b-9e8f-ce1bbe2e9cb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0534952 Aug 09 13:24:52.715153 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0be715-f88c-4855-9c03-61acb173bac3 req-7a153888-9645-4f09-a9e4-c28b26f9b750 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.716927 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8a0be715-f88c-4855-9c03-61acb173bac3 req-7a153888-9645-4f09-a9e4-c28b26f9b750 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.1188760 Aug 09 13:24:52.767191 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-23a1ef07-ffcf-4da6-badf-84d7feb79030 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec HTTP/1.1" status: 200 len: 217 time: 0.0441234 Aug 09 13:24:52.767556 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8a0be715-f88c-4855-9c03-61acb173bac3 req-38cf0c15-8984-451b-b8f8-ce1180ee58d5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Aug 09 13:24:52.830732 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-72a674b1-b720-4cc7-b9eb-5b62fc4e63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.832179 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-72a674b1-b720-4cc7-b9eb-5b62fc4e63d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 200 len: 855 time: 0.0550072 Aug 09 13:24:52.889491 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-95447d4f-99c3-42ba-a47a-df6ac7413e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:52.891028 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-95447d4f-99c3-42ba-a47a-df6ac7413e67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465584 Aug 09 13:24:53.178410 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-25de434e-7dda-4999-b45b-5ecf952fd6cc service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739501 Aug 09 13:24:53.260255 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50000) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:53.314636 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339a608-a025-4075-ab86-1dca822e62b5 req-45c29d75-6e07-484e-bc40-c81a4c99e34f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:53.319224 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-95135cac-aa9f-448e-8c57-8e6ffbe8a8a9 req-1215f354-27b1-4277-bbd2-42fb736a0979 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314132 Aug 09 13:24:53.320893 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9339a608-a025-4075-ab86-1dca822e62b5 req-45c29d75-6e07-484e-bc40-c81a4c99e34f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 944 time: 0.1162870 Aug 09 13:24:53.327000 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50004) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:53.341918 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc604d-beba-4d90-b31b-1fa3409271ee req-8a0a8406-de86-4ee0-a4c4-d7a670c77fc3 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:53.347437 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-71fc604d-beba-4d90-b31b-1fa3409271ee req-8a0a8406-de86-4ee0-a4c4-d7a670c77fc3 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 945 time: 0.1028275 Aug 09 13:24:53.410643 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9339a608-a025-4075-ab86-1dca822e62b5 req-a845a95d-5243-4de5-9fd0-26fb59298e52 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820572 Aug 09 13:24:53.440610 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-71fc604d-beba-4d90-b31b-1fa3409271ee req-b821f668-7238-4a1c-b6dd-cc30975ca3ab tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827899 Aug 09 13:24:53.472213 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29b9a2-607f-4605-9683-7a746068d30b req-1fe432d7-7860-4aae-a3c6-19516d745b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:53.474113 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ed29b9a2-607f-4605-9683-7a746068d30b req-1fe432d7-7860-4aae-a3c6-19516d745b2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0744143 Aug 09 13:24:53.515369 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fb056dd9-b791-45c0-892f-5759e52eea81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:53.562670 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d3527c3c-74fd-4627-88e2-9cfb0e8ea2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:53.680077 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.db.api [None req-d3527c3c-74fd-4627-88e2-9cfb0e8ea2be admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 13:24:53.680077 dv-cinder-787296-4-iscsi neutron-server[93362]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 13:24:53.680077 dv-cinder-787296-4-iscsi neutron-server[93362]: [parameters: {'project_id': '22a9dc5fd38d4d798e2de5012999dee2', 'id': 'c734d71e-f141-4c9b-9b47-8bd4542bc52d', 'expiration': datetime.datetime(2021, 8, 9, 13, 26, 53, 657384)}] Aug 09 13:24:53.680077 dv-cinder-787296-4-iscsi neutron-server[93362]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 13:24:53.684204 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG oslo_db.api [None req-d3527c3c-74fd-4627-88e2-9cfb0e8ea2be admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 13:24:53.729714 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82263f-9eaa-4184-82c8-a69d7c6fcc91 req-423c5147-2ddd-4077-b928-d202e9e1d1fc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:53.731784 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3a82263f-9eaa-4184-82c8-a69d7c6fcc91 req-423c5147-2ddd-4077-b928-d202e9e1d1fc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0962532 Aug 09 13:24:53.737122 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29b9a2-607f-4605-9683-7a746068d30b req-cb59d061-7234-4fff-8b77-fb7d221abfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:53.738632 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ed29b9a2-607f-4605-9683-7a746068d30b req-cb59d061-7234-4fff-8b77-fb7d221abfd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 917 time: 0.2558291 Aug 09 13:24:53.770610 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865ef4-b6fa-478e-9120-f679f2a3b965 req-787e6359-2adb-4f8d-b3e3-3ccdc7d07468 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:53.772236 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-04865ef4-b6fa-478e-9120-f679f2a3b965 req-787e6359-2adb-4f8d-b3e3-3ccdc7d07468 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.0800529 Aug 09 13:24:53.800048 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ed29b9a2-607f-4605-9683-7a746068d30b req-486842a1-560d-4e93-9bf5-f6781f32f858 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec HTTP/1.1" status: 200 len: 217 time: 0.0509169 Aug 09 13:24:53.807952 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3a82263f-9eaa-4184-82c8-a69d7c6fcc91 req-1f1ac811-9970-47e8-b766-aca354897f67 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680401 Aug 09 13:24:53.854929 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-04865ef4-b6fa-478e-9120-f679f2a3b965 req-594ee4d3-ca6d-49fd-8e59-e00e663a0d98 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674140 Aug 09 13:24:53.872931 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29b9a2-607f-4605-9683-7a746068d30b req-07a54a6f-e59f-4f03-9c8b-fbdd8a93394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:53.874579 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ed29b9a2-607f-4605-9683-7a746068d30b req-07a54a6f-e59f-4f03-9c8b-fbdd8a93394a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 200 len: 855 time: 0.0656042 Aug 09 13:24:53.905587 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fb056dd9-b791-45c0-892f-5759e52eea81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:53.932530 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fb056dd9-b791-45c0-892f-5759e52eea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:53.952694 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9062f1b-c412-4b76-a616-9f7b9aafc5b4 req-2cd1f8b9-45ed-48b3-b8a9-c7cf2ce1ee1e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:53.954409 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a9062f1b-c412-4b76-a616-9f7b9aafc5b4 req-2cd1f8b9-45ed-48b3-b8a9-c7cf2ce1ee1e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.0583830 Aug 09 13:24:53.994012 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-fb056dd9-b791-45c0-892f-5759e52eea81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57389aac35d445d6bb180d2e8d39ceb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7325902 Aug 09 13:24:53.996352 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50036) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:53.997418 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb056dd9-b791-45c0-892f-5759e52eea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42852da9-3417-4890-86d2-4c4934ef81b2,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:54.003209 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a9062f1b-c412-4b76-a616-9f7b9aafc5b4 req-2a7eca78-1807-45ac-a305-8375c57dbbcb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Aug 09 13:24:54.009506 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29b9a2-607f-4605-9683-7a746068d30b req-19915187-1f2a-4b86-982e-3d905a476a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:54.011031 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ed29b9a2-607f-4605-9683-7a746068d30b req-19915187-1f2a-4b86-982e-3d905a476a82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1185784 Aug 09 13:24:54.116448 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dfe23802-31c4-4d75-95ef-f4192dfa3219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.151686 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dfe23802-31c4-4d75-95ef-f4192dfa3219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.159432 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ed29b9a2-607f-4605-9683-7a746068d30b req-fd019675-6105-48d6-80e7-0c583c1e47c3 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375988 Aug 09 13:24:54.189395 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d3527c3c-74fd-4627-88e2-9cfb0e8ea2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.297809 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dfe23802-31c4-4d75-95ef-f4192dfa3219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.300395 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dfe23802-31c4-4d75-95ef-f4192dfa3219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.303875 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-dfe23802-31c4-4d75-95ef-f4192dfa3219 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42852da9-3417-4890-86d2-4c4934ef81b2 HTTP/1.1" status: 204 len: 168 time: 0.3006604 Aug 09 13:24:54.321264 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ed29b9a2-607f-4605-9683-7a746068d30b req-db6ed1aa-a2c3-4d65-88c6-bfae896357ef service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503847 Aug 09 13:24:54.322820 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe23802-31c4-4d75-95ef-f4192dfa3219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42852da9-3417-4890-86d2-4c4934ef81b2,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:54.411802 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d3527c3c-74fd-4627-88e2-9cfb0e8ea2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.418891 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d3527c3c-74fd-4627-88e2-9cfb0e8ea2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.467443 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-d3527c3c-74fd-4627-88e2-9cfb0e8ea2be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22a9dc5fd38d4d798e2de5012999dee2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1391096 Aug 09 13:24:54.469791 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3527c3c-74fd-4627-88e2-9cfb0e8ea2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7da7a8-16f4-455d-8f7f-b8239a79af06,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:54.470379 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50056) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:54.482618 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 139b1fd9-9070-424a-b060-0e1cb8395dc0 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:24:54.524796 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 085470da-f1fe-4d18-9cd4-b16bd9ced76c up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:54.557544 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4e6f-7ea6-484b-b10a-e09b550bb0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.640600 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4e6f-7ea6-484b-b10a-e09b550bb0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.665770 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 085470da-f1fe-4d18-9cd4-b16bd9ced76c completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:54.675801 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c03b0-390f-44d3-9f12-6835dc640965 req-0c3cf873-89b8-4354-8c84-1d1106b29918 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:54.677343 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4d6c03b0-390f-44d3-9f12-6835dc640965 req-0c3cf873-89b8-4354-8c84-1d1106b29918 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 945 time: 0.1152017 Aug 09 13:24:54.677721 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 085470da-f1fe-4d18-9cd4-b16bd9ced76c triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:54.678086 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.681599 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 139b1fd9-9070-424a-b060-0e1cb8395dc0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=139b1fd9-9070-424a-b060-0e1cb8395dc0,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:54.688508 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50060) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:54.691850 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629a950-a7ab-460c-843b-ac1b03851ca2 req-bf514697-45b5-47c7-ad3f-2ca5e4d97146 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:54.693434 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6629a950-a7ab-460c-843b-ac1b03851ca2 req-bf514697-45b5-47c7-ad3f-2ca5e4d97146 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 944 time: 0.1380796 Aug 09 13:24:54.714597 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47168311-ec3f-4930-8532-c5ccbccd522c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.719710 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '139b1fd9-9070-424a-b060-0e1cb8395dc0', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'port_id': '139b1fd9-9070-424a-b060-0e1cb8395dc0', 'mac_address': 'fa:16:3e:d4:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:24:54.770260 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4d6c03b0-390f-44d3-9f12-6835dc640965 req-0809d8b9-68f9-4e4c-88c8-c41b9d9571f5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710990 Aug 09 13:24:54.772376 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.777315 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6629a950-a7ab-460c-843b-ac1b03851ca2 req-abe1ddea-d4f3-41fa-839b-8291f1bd6ecc tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742929 Aug 09 13:24:54.790195 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4e6f-7ea6-484b-b10a-e09b550bb0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.797045 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4e6f-7ea6-484b-b10a-e09b550bb0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.801109 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0f9c4e6f-7ea6-484b-b10a-e09b550bb0f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab7da7a8-16f4-455d-8f7f-b8239a79af06 HTTP/1.1" status: 204 len: 168 time: 0.3269103 Aug 09 13:24:54.810573 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139b1fd9-9070-424a-b060-0e1cb8395dc0 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:54.810790 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c4e6f-7ea6-484b-b10a-e09b550bb0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7da7a8-16f4-455d-8f7f-b8239a79af06,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:54.839843 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.854863 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 139b1fd9-9070-424a-b060-0e1cb8395dc0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=139b1fd9-9070-424a-b060-0e1cb8395dc0,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:54.865405 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.874356 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8503398-025e-43be-9359-bc6ffde641f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085470da-f1fe-4d18-9cd4-b16bd9ced76c'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:54.876671 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f25beb-2094-4818-b524-01abb2ac055d" -d '{"events": [{"server_uuid": "d8503398-025e-43be-9359-bc6ffde641f0", "name": "network-vif-plugged", "status": "completed", "tag": "085470da-f1fe-4d18-9cd4-b16bd9ced76c"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:54.893287 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47168311-ec3f-4930-8532-c5ccbccd522c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.901719 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-47168311-ec3f-4930-8532-c5ccbccd522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.907887 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 085470da-f1fe-4d18-9cd4-b16bd9ced76c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:54.926389 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574e0ef7-ec56-40a5-b379-9f3989f46eda x-openstack-request-id: req-574e0ef7-ec56-40a5-b379-9f3989f46eda {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:54.926674 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8503398-025e-43be-9359-bc6ffde641f0", "name": "network-vif-plugged", "status": "completed", "tag": "085470da-f1fe-4d18-9cd4-b16bd9ced76c", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:54.926923 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-574e0ef7-ec56-40a5-b379-9f3989f46eda {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:54.927303 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8503398-025e-43be-9359-bc6ffde641f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085470da-f1fe-4d18-9cd4-b16bd9ced76c', 'code': 200} Aug 09 13:24:54.946745 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:54.951586 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47168311-ec3f-4930-8532-c5ccbccd522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08084e51-ecc7-4b5b-999d-2f0c3e2a6c08,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:54.953348 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 045349e9-4c31-4e20-9a1f-1f60774c79da up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:54.967279 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-47168311-ec3f-4930-8532-c5ccbccd522c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd0674d38f4343848cae77e6ae9fc2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750041 Aug 09 13:24:54.977309 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50068) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:54.982606 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=139b1fd9-9070-424a-b060-0e1cb8395dc0,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:55.020192 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbf14b-046e-4b4f-8085-a4f41fdea6ed req-cc5c1a90-37ce-41e1-99c3-1c7a024b1f92 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:55.022391 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-66fbf14b-046e-4b4f-8085-a4f41fdea6ed req-cc5c1a90-37ce-41e1-99c3-1c7a024b1f92 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0811393 Aug 09 13:24:55.060785 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=085470da-f1fe-4d18-9cd4-b16bd9ced76c,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:55.071374 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f6b8-7a2a-42d0-9eac-38fa69726b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.094452 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 045349e9-4c31-4e20-9a1f-1f60774c79da completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:55.100599 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f6b8-7a2a-42d0-9eac-38fa69726b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.110746 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 045349e9-4c31-4e20-9a1f-1f60774c79da triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:55.111122 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.120800 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-66fbf14b-046e-4b4f-8085-a4f41fdea6ed req-17f226d2-4f06-4600-8beb-b7390b98075c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911775 Aug 09 13:24:55.171693 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['139b1fd9-9070-424a-b060-0e1cb8395dc0'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:24:55.216713 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4ae0d-5679-4073-848d-41821f030336 req-87e1ef26-35d7-49b1-83b0-6218346654cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:55.218362 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-43c4ae0d-5679-4073-848d-41821f030336 req-87e1ef26-35d7-49b1-83b0-6218346654cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 1099 time: 0.0757117 Aug 09 13:24:55.220694 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f6b8-7a2a-42d0-9eac-38fa69726b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.223714 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f6b8-7a2a-42d0-9eac-38fa69726b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.224888 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a9a5f6b8-7a2a-42d0-9eac-38fa69726b04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08084e51-ecc7-4b5b-999d-2f0c3e2a6c08 HTTP/1.1" status: 204 len: 168 time: 0.2465961 Aug 09 13:24:55.248783 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5f6b8-7a2a-42d0-9eac-38fa69726b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08084e51-ecc7-4b5b-999d-2f0c3e2a6c08,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:55.278796 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50088) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:55.300213 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-66fc0b72-144a-4957-8f0e-78cd367ac466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.313994 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-43c4ae0d-5679-4073-848d-41821f030336 req-7167cdbc-19cd-4082-bea0-dd13d397e0c7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627589 Aug 09 13:24:55.358588 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.419520 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 045349e9-4c31-4e20-9a1f-1f60774c79da, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=045349e9-4c31-4e20-9a1f-1f60774c79da,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:55.430648 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.511024 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=045349e9-4c31-4e20-9a1f-1f60774c79da,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:55.537500 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-66fc0b72-144a-4957-8f0e-78cd367ac466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.543571 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-66fc0b72-144a-4957-8f0e-78cd367ac466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.604259 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-66fc0b72-144a-4957-8f0e-78cd367ac466 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57629fd3d49b4801be6b289043387f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237159 Aug 09 13:24:55.606828 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50108) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:55.614323 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc0b72-144a-4957-8f0e-78cd367ac466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef7868c-8e53-4bae-90cf-a2c7f45de969,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:55.672623 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a3c85619-815b-450d-ac96-dc6c59426b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.699562 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a3c85619-815b-450d-ac96-dc6c59426b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.780877 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a3c85619-815b-450d-ac96-dc6c59426b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.793079 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a3c85619-815b-450d-ac96-dc6c59426b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:55.794561 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a3c85619-815b-450d-ac96-dc6c59426b7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ef7868c-8e53-4bae-90cf-a2c7f45de969 HTTP/1.1" status: 204 len: 168 time: 0.1867301 Aug 09 13:24:55.806312 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c85619-815b-450d-ac96-dc6c59426b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef7868c-8e53-4bae-90cf-a2c7f45de969,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:56.010390 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d9694-57b5-48ce-84f4-de5167d018e3 req-f16e4435-0545-456e-a6b3-d8ac6934b34f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:56.012421 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5b1d9694-57b5-48ce-84f4-de5167d018e3 req-f16e4435-0545-456e-a6b3-d8ac6934b34f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0537081 Aug 09 13:24:56.061507 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5b1d9694-57b5-48ce-84f4-de5167d018e3 req-dacde4a3-cd6f-49ab-a438-42311b9e50f6 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Aug 09 13:24:56.204261 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96320461-5e1c-43fa-a13a-2dfff18d073c req-3988c143-4a24-4cc5-aad3-b68b5a99772a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:56.212574 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-96320461-5e1c-43fa-a13a-2dfff18d073c req-3988c143-4a24-4cc5-aad3-b68b5a99772a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 945 time: 0.0576770 Aug 09 13:24:56.287635 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50154) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:56.302309 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-96320461-5e1c-43fa-a13a-2dfff18d073c req-f73a1922-6f23-4ede-95c1-672a31949ef9 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887821 Aug 09 13:24:56.318545 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610f8ca-49b7-4ed2-8e57-99fc8ee4445f req-0743201b-b5ea-4a34-a0e9-cc8c4381f398 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:56.318545 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a610f8ca-49b7-4ed2-8e57-99fc8ee4445f req-0743201b-b5ea-4a34-a0e9-cc8c4381f398 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.1001322 Aug 09 13:24:56.360096 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a610f8ca-49b7-4ed2-8e57-99fc8ee4445f req-515aeeb9-9d37-447f-bbe3-bdbe091207ea tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386169 Aug 09 13:24:56.489310 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 27f79434-8bac-4fce-abd9-f4bb6e7f5cec details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:24:56.498783 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-810925849-network', 'tenant_id': '37870ff86a294fa88092bf80f0a581c6'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:56.523005 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Made reservation on behalf of 37870ff86a294fa88092bf80f0a581c6 for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:56.527318 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:56.543321 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:56.631970 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:56.646853 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'port_id': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'mac_address': 'fa:16:3e:12:bc:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:24:56.668437 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:56.675049 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:56.691960 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=93362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:24:56.699085 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:56.701711 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:56.702170 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Added segment 5bb22c62-7932-4d87-a1de-42a9eb341fcc of type vlan for network 158080c9-9d07-42b2-9576-8dbba7e2faac Aug 09 13:24:56.717490 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f79434-8bac-4fce-abd9-f4bb6e7f5cec {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:24:56.745436 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:56.750967 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:56.764602 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:56.769221 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b68fb8-407a-4289-ac0d-88f5ef1feaf4,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:56.808804 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:56.811058 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:56.811655 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:56.853614 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:56.898131 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6089621 Aug 09 13:24:56.900899 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50178) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:56.906135 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Request body: {'subnet': {'network_id': '158080c9-9d07-42b2-9576-8dbba7e2faac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-810925849-subnet', 'tenant_id': '37870ff86a294fa88092bf80f0a581c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:56.941259 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2778816e-cafc-4c95-a6cb-ca4894585d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045349e9-4c31-4e20-9a1f-1f60774c79da'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:56.944340 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77051a20-31c6-4e36-88dd-2b0d98ece6dc" -d '{"events": [{"server_uuid": "2778816e-cafc-4c95-a6cb-ca4894585d3a", "name": "network-vif-plugged", "status": "completed", "tag": "045349e9-4c31-4e20-9a1f-1f60774c79da"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:56.954278 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3847e9-8a9d-40a4-be78-6208f3a06fec admin admin] Pushing event updated for resources: {'Network': ['ID=158080c9-9d07-42b2-9576-8dbba7e2faac,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:56.965659 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 158080c9-9d07-42b2-9576-8dbba7e2faac details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:24:56.974985 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Made reservation on behalf of 37870ff86a294fa88092bf80f0a581c6 for: {'subnet': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:56.979283 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:57.048146 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b828ee11-2738-445b-92d0-d3ee25c6411d x-openstack-request-id: req-b828ee11-2738-445b-92d0-d3ee25c6411d {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:57.048146 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2778816e-cafc-4c95-a6cb-ca4894585d3a", "name": "network-vif-plugged", "status": "completed", "tag": "045349e9-4c31-4e20-9a1f-1f60774c79da", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:57.048146 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b828ee11-2738-445b-92d0-d3ee25c6411d {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:57.048146 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2778816e-cafc-4c95-a6cb-ca4894585d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045349e9-4c31-4e20-9a1f-1f60774c79da', 'code': 200} Aug 09 13:24:57.175785 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['27f79434-8bac-4fce-abd9-f4bb6e7f5cec'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:24:57.251429 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe221da-9b6f-4134-91c9-59dc1bc37027 req-82823368-70f6-42a6-89f7-791f60ccc692 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:57.253007 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cfe221da-9b6f-4134-91c9-59dc1bc37027 req-82823368-70f6-42a6-89f7-791f60ccc692 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0986328 Aug 09 13:24:57.255552 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:57.280735 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d964359-b800-4f73-824e-b8bb9f18b256 req-e00a7186-82ff-4a0e-bd2e-f77b2cbc430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:57.282630 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-8d964359-b800-4f73-824e-b8bb9f18b256 req-e00a7186-82ff-4a0e-bd2e-f77b2cbc430a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 1099 time: 0.0579133 Aug 09 13:24:57.330766 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-8d964359-b800-4f73-824e-b8bb9f18b256 req-79a1809a-4c2a-4dd1-b691-54c0135ca921 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340073 Aug 09 13:24:57.354911 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f377a2-de7e-45bf-a24d-8079c187f93f,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:57.404771 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cfe221da-9b6f-4134-91c9-59dc1bc37027 req-d6592418-d81f-45d7-9ea1-2a3bc58776d5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427579 Aug 09 13:24:57.427636 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Checking segment: {'id': '5bb22c62-7932-4d87-a1de-42a9eb341fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '158080c9-9d07-42b2-9576-8dbba7e2faac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:57.427983 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Network hostable DHCP agents. Network: 158080c9-9d07-42b2-9576-8dbba7e2faac, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:24:57.458170 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc530c-03a7-40fb-b66c-4ee26b15a2f7 req-72d3bf07-3e05-4cd7-beba-c03206b0613b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:57.459689 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f7cc530c-03a7-40fb-b66c-4ee26b15a2f7 req-72d3bf07-3e05-4cd7-beba-c03206b0613b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 945 time: 0.0710781 Aug 09 13:24:57.460847 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Network 158080c9-9d07-42b2-9576-8dbba7e2faac is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:24:57.482839 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 158080c9-9d07-42b2-9576-8dbba7e2faac) {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:57.490974 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b50f76-3d8f-4dac-957a-5ec6459e4ae4 None None] Network 158080c9-9d07-42b2-9576-8dbba7e2faac requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:57.506735 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:57.507358 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:57.541131 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f7cc530c-03a7-40fb-b66c-4ee26b15a2f7 req-e445bb62-00ac-4c2d-9716-ebbae3b692d1 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722919 Aug 09 13:24:57.553887 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-786daede-7375-4331-b402-8270f01bf0d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6507335 Aug 09 13:24:57.563602 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb81c0e-510c-4420-b4d9-fe1d16c8c8a0 req-8f488755-c40c-4bec-bef6-4c9cd471ba9d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:57.565143 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dcb81c0e-510c-4420-b4d9-fe1d16c8c8a0 req-8f488755-c40c-4bec-bef6-4c9cd471ba9d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 944 time: 0.0990038 Aug 09 13:24:57.617813 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dcb81c0e-510c-4420-b4d9-fe1d16c8c8a0 req-8db55a96-f191-43e5-938a-a14a665f5994 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456192 Aug 09 13:24:57.634944 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d78a09-25a5-4a8e-8438-d2ebb42fd6ce None None] Network 158080c9-9d07-42b2-9576-8dbba7e2faac requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:58.096070 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50244) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:58.102365 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-700244398-network', 'tenant_id': 'ddd67592644b434e9de3027f3bc26238'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:58.129166 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Made reservation on behalf of ddd67592644b434e9de3027f3bc26238 for: {'network': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:58.131699 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.144104 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.245616 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.252460 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.276647 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:24:58.292025 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876c4212-d1b8-4ce5-94d6-a774c23eaebd,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:58.297929 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.298306 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.segments_db [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Added segment 47271499-b22e-47a5-94d9-e4d77f8930dc of type vlan for network f4525b68-0840-49ac-a361-0a7a459528cc Aug 09 13:24:58.342743 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.383788 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.385101 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:58.385861 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.446235 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3464322 Aug 09 13:24:58.446606 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50256) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:24:58.452533 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Request body: {'subnet': {'network_id': 'f4525b68-0840-49ac-a361-0a7a459528cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-700244398-subnet', 'tenant_id': 'ddd67592644b434e9de3027f3bc26238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:24:58.453847 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089fd87-94ec-4d8a-a077-e6882bd467f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f4525b68-0840-49ac-a361-0a7a459528cc,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:58.465675 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network f4525b68-0840-49ac-a361-0a7a459528cc details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:24:58.495030 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Made reservation on behalf of ddd67592644b434e9de3027f3bc26238 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:24:58.498991 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.542219 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 139b1fd9-9070-424a-b060-0e1cb8395dc0 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:58.546242 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b75d1-77af-48c3-8533-4cd4a05d0b30 req-d86d6445-00b1-44cd-ae23-c13a22de7bbb tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:58.554545 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d47b75d1-77af-48c3-8533-4cd4a05d0b30 req-d86d6445-00b1-44cd-ae23-c13a22de7bbb tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0798433 Aug 09 13:24:58.636310 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d47b75d1-77af-48c3-8533-4cd4a05d0b30 req-7c4a3cb1-b233-4289-a4e3-b53a971da077 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805562 Aug 09 13:24:58.686937 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 139b1fd9-9070-424a-b060-0e1cb8395dc0 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:58.700104 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 139b1fd9-9070-424a-b060-0e1cb8395dc0 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:58.701912 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.732951 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725d5ef-4ed9-4658-b57e-4e2d6c22fe7e req-e8016d5e-e645-4159-b007-fcd8993dec0d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:58.734643 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e725d5ef-4ed9-4658-b57e-4e2d6c22fe7e req-e8016d5e-e645-4159-b007-fcd8993dec0d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 945 time: 0.1107700 Aug 09 13:24:58.791824 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.803701 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e725d5ef-4ed9-4658-b57e-4e2d6c22fe7e req-bfb3a41e-ff86-42e5-9ff9-e54d555d5562 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616114 Aug 09 13:24:58.817831 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.818243 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e78de-8391-4b84-bff7-11252159480c req-8e287f8c-88d7-4ab9-b49f-78835b7f6762 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:58.819925 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e91e78de-8391-4b84-bff7-11252159480c req-8e287f8c-88d7-4ab9-b49f-78835b7f6762 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 944 time: 0.0714567 Aug 09 13:24:58.840638 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5de366d-6a70-4f00-b8ad-be23b9c72f41,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:58.862267 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Checking segment: {'id': '47271499-b22e-47a5-94d9-e4d77f8930dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f4525b68-0840-49ac-a361-0a7a459528cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:24:58.862614 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Network hostable DHCP agents. Network: f4525b68-0840-49ac-a361-0a7a459528cc, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:24:58.863051 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 139b1fd9-9070-424a-b060-0e1cb8395dc0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=139b1fd9-9070-424a-b060-0e1cb8395dc0,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:58.866789 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e91e78de-8391-4b84-bff7-11252159480c req-35bd3a6a-7448-4053-b889-64dea3687655 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406814 Aug 09 13:24:58.868722 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.869912 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 27f79434-8bac-4fce-abd9-f4bb6e7f5cec up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:24:58.879770 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Network f4525b68-0840-49ac-a361-0a7a459528cc is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:24:58.890698 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, f4525b68-0840-49ac-a361-0a7a459528cc) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:24:58.895141 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:58.895953 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:58.910420 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-3ebb8c2f-ac27-45dc-a268-7160c146a1eb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4620087 Aug 09 13:24:58.916179 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6992ec-062f-44e4-bd98-84f238fe4cc6 None None] Network f4525b68-0840-49ac-a361-0a7a459528cc requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:58.997919 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=139b1fd9-9070-424a-b060-0e1cb8395dc0,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:59.025362 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:24:59.034698 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:24:59.035072 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:59.056976 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139b1fd9-9070-424a-b060-0e1cb8395dc0'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:24:59.059560 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba371526-a6c9-4ecf-a009-8f40b2967acb" -d '{"events": [{"server_uuid": "dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1", "name": "network-vif-plugged", "status": "completed", "tag": "139b1fd9-9070-424a-b060-0e1cb8395dc0"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:24:59.116882 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12624191-46b4-4bfe-8f89-29e9bb20c6e6 x-openstack-request-id: req-12624191-46b4-4bfe-8f89-29e9bb20c6e6 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:24:59.117171 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1", "name": "network-vif-plugged", "status": "completed", "tag": "139b1fd9-9070-424a-b060-0e1cb8395dc0", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:24:59.117516 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12624191-46b4-4bfe-8f89-29e9bb20c6e6 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:24:59.117788 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139b1fd9-9070-424a-b060-0e1cb8395dc0', 'code': 200} Aug 09 13:24:59.125440 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49715770-ba3f-476f-920a-0775fea754b0 None None] Network f4525b68-0840-49ac-a361-0a7a459528cc requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:24:59.213114 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:59.283557 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:24:59.299833 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:24:59.350177 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:24:59.769298 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836e1a6-f128-4b33-a762-0cfde9f80bfa req-cfc83b2d-5cad-47b8-b90a-06c01d307a96 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:59.770896 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6836e1a6-f128-4b33-a762-0cfde9f80bfa req-cfc83b2d-5cad-47b8-b90a-06c01d307a96 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0489149 Aug 09 13:24:59.809932 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6836e1a6-f128-4b33-a762-0cfde9f80bfa req-467beeed-dd0d-4ae6-9c88-2007d236e876 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325122 Aug 09 13:24:59.930178 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a598e33-a7cd-413f-9754-d7bf3b2c7489 req-f7b04fa9-cd26-4691-a3b9-a63ecafd8b0d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:24:59.931588 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5a598e33-a7cd-413f-9754-d7bf3b2c7489 req-f7b04fa9-cd26-4691-a3b9-a63ecafd8b0d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0513163 Aug 09 13:24:59.970655 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5a598e33-a7cd-413f-9754-d7bf3b2c7489 req-1bb399d4-b1c5-4501-a631-3f676f51fa61 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326455 Aug 09 13:25:00.105165 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dd69f-75f0-4622-b356-f8b5788192e6 req-f29bce0a-39fd-486b-abac-14fa32e103ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:00.106615 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-767dd69f-75f0-4622-b356-f8b5788192e6 req-f29bce0a-39fd-486b-abac-14fa32e103ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0794890 Aug 09 13:25:00.118880 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2c455-658d-481c-acc8-d7276064e471 req-8b25c1b4-0f79-482f-b056-c6f3449418cd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:00.120282 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1eb2c455-658d-481c-acc8-d7276064e471 req-8b25c1b4-0f79-482f-b056-c6f3449418cd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0816858 Aug 09 13:25:00.174001 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-767dd69f-75f0-4622-b356-f8b5788192e6 req-1a66c979-5759-4aa2-a647-0a7670a87f03 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527723 Aug 09 13:25:00.178782 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1eb2c455-658d-481c-acc8-d7276064e471 req-062616a3-1548-40d8-aacd-23c414cf0f54 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519948 Aug 09 13:25:01.101852 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c132b-7771-4d1c-a93e-efa30ef71e87 req-3bbac38c-ebe0-4de5-bd5d-0d8c0dd66bce tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:01.103218 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-454c132b-7771-4d1c-a93e-efa30ef71e87 req-3bbac38c-ebe0-4de5-bd5d-0d8c0dd66bce tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0509837 Aug 09 13:25:01.119210 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:01.121584 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7491af-b3ed-4f04-9153-c8ab8f77d543" -d '{"events": [{"server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "name": "network-vif-plugged", "status": "completed", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:01.146557 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-454c132b-7771-4d1c-a93e-efa30ef71e87 req-626ffb27-6dd1-44aa-9c19-ca251aa38776 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373580 Aug 09 13:25:01.158912 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fddebe-b0f5-44b9-984c-98200b8510ea x-openstack-request-id: req-c9fddebe-b0f5-44b9-984c-98200b8510ea {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:01.159176 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "name": "network-vif-plugged", "status": "completed", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:01.159452 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9fddebe-b0f5-44b9-984c-98200b8510ea {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:01.159819 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'code': 200} Aug 09 13:25:01.329489 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3243b-49e4-44bf-bbad-e19fefc4d150 req-f31b95cc-1dc9-4085-be42-e344a5f8ddea tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:01.330945 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-43e3243b-49e4-44bf-bbad-e19fefc4d150 req-f31b95cc-1dc9-4085-be42-e344a5f8ddea tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0807829 Aug 09 13:25:01.339250 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184d1e-8716-4b63-827f-28f18b988178 req-76e0c30b-ed45-4ff2-be9a-a346c859ff78 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:01.340642 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-53184d1e-8716-4b63-827f-28f18b988178 req-76e0c30b-ed45-4ff2-be9a-a346c859ff78 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0809212 Aug 09 13:25:01.393257 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-43e3243b-49e4-44bf-bbad-e19fefc4d150 req-03dd7490-db3b-42e1-80e7-98e066817fb8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516703 Aug 09 13:25:01.400082 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-53184d1e-8716-4b63-827f-28f18b988178 req-0fdd31fc-5909-4a9e-b7ea-fc6bbcacc1a5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529478 Aug 09 13:25:02.275081 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb40e9-6009-42d9-a1b6-386cc02cbc28 req-2930fd1e-d370-4c83-bb7c-f82fbfc8759c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:02.276545 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5efb40e9-6009-42d9-a1b6-386cc02cbc28 req-2930fd1e-d370-4c83-bb7c-f82fbfc8759c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0553663 Aug 09 13:25:02.314620 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5efb40e9-6009-42d9-a1b6-386cc02cbc28 req-20b39ad7-e201-4c6a-931f-35baf59b146c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321040 Aug 09 13:25:02.545517 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078d4d-c01a-4e7e-a3dd-871deb0a5bed req-df5f1a27-82bf-426e-af99-fc48301112df tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:02.547010 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c5078d4d-c01a-4e7e-a3dd-871deb0a5bed req-df5f1a27-82bf-426e-af99-fc48301112df tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0777454 Aug 09 13:25:02.558231 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e882-698d-45b3-a662-6fafe2e50e34 req-2e35c080-784b-4c2d-816f-6fa8bdbac064 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:02.559784 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5363e882-698d-45b3-a662-6fafe2e50e34 req-2e35c080-784b-4c2d-816f-6fa8bdbac064 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0885036 Aug 09 13:25:02.613897 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c5078d4d-c01a-4e7e-a3dd-871deb0a5bed req-96d84c21-0b3b-48b2-9af8-c28d75b74026 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531349 Aug 09 13:25:02.618614 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5363e882-698d-45b3-a662-6fafe2e50e34 req-fd54897f-2737-4c76-a665-bf734de1029a tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521455 Aug 09 13:25:02.786191 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3eb36-4021-40aa-89ed-5dcc654975e2 req-07f4d8a0-0bd3-40e2-8e59-bcfd948f46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:02.787685 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-91a3eb36-4021-40aa-89ed-5dcc654975e2 req-07f4d8a0-0bd3-40e2-8e59-bcfd948f46e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 1099 time: 0.0464091 Aug 09 13:25:02.888264 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3eb36-4021-40aa-89ed-5dcc654975e2 req-1e052619-7694-49a9-82f3-af81802b060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:02.889750 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-91a3eb36-4021-40aa-89ed-5dcc654975e2 req-1e052619-7694-49a9-82f3-af81802b060b service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 920 time: 0.0845177 Aug 09 13:25:02.960724 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-91a3eb36-4021-40aa-89ed-5dcc654975e2 req-2c20b359-7ec5-47ce-ab13-4390c7c50da2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=045349e9-4c31-4e20-9a1f-1f60774c79da HTTP/1.1" status: 200 len: 217 time: 0.0407717 Aug 09 13:25:02.971589 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6e7a1-b95d-41b5-8c19-1ca7ac5c0252 req-ab7aee90-f7e1-4bd1-8173-dfbda96de260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:02.972723 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f159942-69c1-4016-848f-0ed2f2d9e089 req-bc29523c-4cf7-43ce-9e57-5703a899e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:02.973489 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7ac6e7a1-b95d-41b5-8c19-1ca7ac5c0252 req-ab7aee90-f7e1-4bd1-8173-dfbda96de260 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 1099 time: 0.0780895 Aug 09 13:25:02.974175 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-5f159942-69c1-4016-848f-0ed2f2d9e089 req-bc29523c-4cf7-43ce-9e57-5703a899e8c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0789893 Aug 09 13:25:03.042989 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3eb36-4021-40aa-89ed-5dcc654975e2 req-d6c23734-865f-48b1-a6cd-9e360f9ca915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:03.044475 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-91a3eb36-4021-40aa-89ed-5dcc654975e2 req-d6c23734-865f-48b1-a6cd-9e360f9ca915 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.0694175 Aug 09 13:25:03.046495 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-5f159942-69c1-4016-848f-0ed2f2d9e089 req-b36a2125-4582-4f8d-b0af-5790259711ae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449290 Aug 09 13:25:03.203492 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-91a3eb36-4021-40aa-89ed-5dcc654975e2 req-6c83ec94-7209-47de-aeaf-26a61fdb296f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255845 Aug 09 13:25:03.221681 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7ac6e7a1-b95d-41b5-8c19-1ca7ac5c0252 req-6724f143-cc88-46bb-a48d-89b7fbe6128f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328892 Aug 09 13:25:03.299879 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-91a3eb36-4021-40aa-89ed-5dcc654975e2 req-1de04335-e303-47c1-a525-bef53c1c4cc5 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825861 Aug 09 13:25:03.392755 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:25:03.436067 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d86be0-7ff5-4d5a-bd4f-6e8e65d60614 req-dc825675-b022-442e-86fc-35aa9180a2b0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:03.437687 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d4d86be0-7ff5-4d5a-bd4f-6e8e65d60614 req-dc825675-b022-442e-86fc-35aa9180a2b0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0492113 Aug 09 13:25:03.467942 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-91a3eb36-4021-40aa-89ed-5dcc654975e2 req-29d89cec-b356-431b-b514-f6932dc73964 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851605 Aug 09 13:25:03.475143 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d4d86be0-7ff5-4d5a-bd4f-6e8e65d60614 req-e05969e6-c258-419e-b021-acac75991a27 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Aug 09 13:25:03.785592 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447606-7bcd-439f-80ef-3b25d220aa96 req-85263876-7323-4564-bd7c-f9a291db5e75 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:03.797745 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-59447606-7bcd-439f-80ef-3b25d220aa96 req-85263876-7323-4564-bd7c-f9a291db5e75 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0790813 Aug 09 13:25:03.797745 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962cf4e-ee96-4df7-b369-f17f78c6152a req-c3b695ec-d03f-4cf2-a8aa-fbf3891fc89c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:03.802387 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f962cf4e-ee96-4df7-b369-f17f78c6152a req-c3b695ec-d03f-4cf2-a8aa-fbf3891fc89c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.1048100 Aug 09 13:25:03.857490 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f962cf4e-ee96-4df7-b369-f17f78c6152a req-99cb2132-3fef-485c-93a3-60875eeaccf3 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541916 Aug 09 13:25:03.863151 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-59447606-7bcd-439f-80ef-3b25d220aa96 req-db2b9a44-f3da-4e3e-9e14-f003709e0305 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586407 Aug 09 13:25:04.592125 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570ebf3-f484-486a-84b5-993967247e84 req-f474041a-79f7-40f0-8380-ff5d4475e746 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:04.593634 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8570ebf3-f484-486a-84b5-993967247e84 req-f474041a-79f7-40f0-8380-ff5d4475e746 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0486188 Aug 09 13:25:04.633831 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8570ebf3-f484-486a-84b5-993967247e84 req-0c2629f6-55c1-4fea-beae-9ae917e7ddcf tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333281 Aug 09 13:25:05.024626 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606e31a-1f85-4f76-9d2d-624ca5989405 req-5bcf101d-7df2-4761-ae63-061f236fc115 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:05.028977 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4606e31a-1f85-4f76-9d2d-624ca5989405 req-5bcf101d-7df2-4761-ae63-061f236fc115 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0913434 Aug 09 13:25:05.032873 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9028-8123-453e-af52-ca0349c0fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:05.053487 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fb498-444d-4de8-b233-8c240fc64b93 req-9c0e8000-f6a7-4d08-88f4-2414f178af3b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:05.060668 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-347fb498-444d-4de8-b233-8c240fc64b93 req-9c0e8000-f6a7-4d08-88f4-2414f178af3b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1125231 Aug 09 13:25:05.124961 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4606e31a-1f85-4f76-9d2d-624ca5989405 req-1649a39c-3a8c-451b-afb9-ed524fb46b57 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866389 Aug 09 13:25:05.136116 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-347fb498-444d-4de8-b233-8c240fc64b93 req-3de71cdd-9036-47a0-9f2f-6a78cb199c7f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746140 Aug 09 13:25:05.265096 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7dd23-c245-4f6b-b3d0-32056b104cdd req-197b6276-ca9f-4a08-b6f4-fccac67919aa tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:05.266985 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d4e7dd23-c245-4f6b-b3d0-32056b104cdd req-197b6276-ca9f-4a08-b6f4-fccac67919aa tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0570199 Aug 09 13:25:05.277648 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50444) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:05.282399 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-8b8682f4-98ed-4a99-81d6-cab2c4e4ac78 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'floatingip': {'port_id': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:05.363317 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8b8682f4-98ed-4a99-81d6-cab2c4e4ac78 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:05.860054 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561c05e-d6bb-465d-b7ad-162707d8fac3 req-3b3c3bf0-8f3d-43e4-b92a-21ccafd950ae tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:05.861600 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8561c05e-d6bb-465d-b7ad-162707d8fac3 req-3b3c3bf0-8f3d-43e4-b92a-21ccafd950ae tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1543214 Aug 09 13:25:05.971130 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8561c05e-d6bb-465d-b7ad-162707d8fac3 req-23bdf2e9-bc40-4876-a768-a897d576c33f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024473 Aug 09 13:25:06.050739 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8b8682f4-98ed-4a99-81d6-cab2c4e4ac78 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:06.060267 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8b8682f4-98ed-4a99-81d6-cab2c4e4ac78 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:06.171579 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f70fc5-d7b2-400e-b4db-2aca253e644a req-febb761d-f848-43ba-b4db-409220178e30 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:06.175881 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-89f70fc5-d7b2-400e-b4db-2aca253e644a req-febb761d-f848-43ba-b4db-409220178e30 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1327140 Aug 09 13:25:06.185504 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50468) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:06.193311 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-782c933d-9168-4204-832b-92f7903bc37a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'floatingip': {'port_id': '139b1fd9-9070-424a-b060-0e1cb8395dc0'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:06.205934 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.l3_db [None req-8b8682f4-98ed-4a99-81d6-cab2c4e4ac78 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Floating IP 7e41f8e8-3d31-4422-9f58-4e1f088be59e associated. External IP: 172.27.3.63, port: 27f79434-8bac-4fce-abd9-f4bb6e7f5cec. Aug 09 13:25:06.278820 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-782c933d-9168-4204-832b-92f7903bc37a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:06.468726 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:06.574791 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb26cc2-242d-4579-9ebb-14f80d4fe0ac req-ca986266-502a-4f7e-87e0-ab410b32f813 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:06.576369 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cdb26cc2-242d-4579-9ebb-14f80d4fe0ac req-ca986266-502a-4f7e-87e0-ab410b32f813 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.3358657 Aug 09 13:25:06.673996 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cdb26cc2-242d-4579-9ebb-14f80d4fe0ac req-75fb2806-7c83-4b66-8208-198e6be247e8 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825810 Aug 09 13:25:06.804741 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8682f4-98ed-4a99-81d6-cab2c4e4ac78 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Router c117d951-fc59-4ea6-bccc-32cac9bf74b8 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:25:07.014255 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8682f4-98ed-4a99-81d6-cab2c4e4ac78 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:25:07.024812 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8b8682f4-98ed-4a99-81d6-cab2c4e4ac78 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:07.031792 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] Sync routers for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:25:07.040920 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:25:07.042239 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:07.070334 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-8b8682f4-98ed-4a99-81d6-cab2c4e4ac78 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "PUT /v2.0/floatingips/7e41f8e8-3d31-4422-9f58-4e1f088be59e HTTP/1.1" status: 200 len: 990 time: 1.7812216 Aug 09 13:25:07.072244 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:07.077127 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4818455a-3f64-49d9-93f6-84efbf060468" -d '{"events": [{"name": "network-changed", "server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:07.106986 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240d851-e288-43ac-9439-64130b42bcc4 req-7510d708-4a1c-48f5-bebc-fab79a376875 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:07.108599 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b240d851-e288-43ac-9439-64130b42bcc4 req-7510d708-4a1c-48f5-bebc-fab79a376875 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.1409309 Aug 09 13:25:07.154575 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:25:07.157180 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b240d851-e288-43ac-9439-64130b42bcc4 req-73353525-1813-4f50-a80c-515c5955235f tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384839 Aug 09 13:25:07.220579 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed0fbf4-9be5-4763-a9bd-2c3a6755cf06 x-openstack-request-id: req-6ed0fbf4-9be5-4763-a9bd-2c3a6755cf06 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:07.221002 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:07.221254 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ed0fbf4-9be5-4763-a9bd-2c3a6755cf06 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:07.221807 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'status': 'completed', 'code': 200} Aug 09 13:25:07.294041 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-782c933d-9168-4204-832b-92f7903bc37a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:07.300462 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-782c933d-9168-4204-832b-92f7903bc37a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:07.358652 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818455a-3f64-49d9-93f6-84efbf060468 req-28ea6708-b923-46b5-b21e-3d25f16d1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:07.360153 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4818455a-3f64-49d9-93f6-84efbf060468 req-28ea6708-b923-46b5-b21e-3d25f16d1bea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0956912 Aug 09 13:25:07.413298 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50528) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:07.454393 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '7e41f8e8-3d31-4422-9f58-4e1f088be59e', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'port_id': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'mac_address': 'fa:16:3e:12:bc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:24:39Z', 'updated_at': '2021-08-09T13:25:05Z', 'revision_number': 1, 'project_id': '2d007ab2baac405f996ece03b238a621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:07.464987 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.l3_db [None req-782c933d-9168-4204-832b-92f7903bc37a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Floating IP 6c183c6d-0b8c-4ccb-9efe-211046a60c21 associated. External IP: 172.27.3.249, port: 139b1fd9-9070-424a-b060-0e1cb8395dc0. Aug 09 13:25:07.484479 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] Checking router: c117d951-fc59-4ea6-bccc-32cac9bf74b8 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:25:07.494152 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:25:07.495034 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:24:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:07.548552 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-592ea0c5-f4a6-4ac9-8eb3-a230268ce355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:07.562196 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ea184377-87be-4796-bcec-bfc27b76cebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:07.576348 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818455a-3f64-49d9-93f6-84efbf060468 req-4528d857-9992-47ca-87f2-0facd3aa09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:07.577822 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4818455a-3f64-49d9-93f6-84efbf060468 req-4528d857-9992-47ca-87f2-0facd3aa09ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 917 time: 0.1852179 Aug 09 13:25:07.635218 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:25:07.674164 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ea184377-87be-4796-bcec-bfc27b76cebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:07.685687 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ea184377-87be-4796-bcec-bfc27b76cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:07.738880 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-ea184377-87be-4796-bcec-bfc27b76cebd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=248249eb56d3463d815cf355d7ffb7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222983 Aug 09 13:25:07.742620 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea184377-87be-4796-bcec-bfc27b76cebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca4d5ae-8915-4ad7-88ac-af2c53c25e60,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:07.744625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50544) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:07.756456 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4818455a-3f64-49d9-93f6-84efbf060468 req-0693a72c-34e2-46ae-9a4e-0cd9e074baa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec HTTP/1.1" status: 200 len: 998 time: 0.1615942 Aug 09 13:25:07.826253 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6016d-f7ce-4969-8c64-2bfa6548b561 req-8541b89b-b3c3-441e-9611-bb99145c5ad6 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:07.827935 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-98b6016d-f7ce-4969-8c64-2bfa6548b561 req-8541b89b-b3c3-441e-9611-bb99145c5ad6 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0585296 Aug 09 13:25:07.889873 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818455a-3f64-49d9-93f6-84efbf060468 req-b8e99a88-e926-4a5d-a4db-04ba7c80a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:07.891357 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4818455a-3f64-49d9-93f6-84efbf060468 req-b8e99a88-e926-4a5d-a4db-04ba7c80a167 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 200 len: 855 time: 0.0916824 Aug 09 13:25:07.891729 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:07.895333 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-98b6016d-f7ce-4969-8c64-2bfa6548b561 req-d986c6dc-9870-42fa-b1e1-04dc0a36a3cb tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 Aug 09 13:25:07.895869 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782c933d-9168-4204-832b-92f7903bc37a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Router 61885b64-e7af-4829-8c5c-23896de968f0 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:25:07.916341 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-27f3a6ff-ea46-4ca7-b868-c5b5683647e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:07.966996 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-27f3a6ff-ea46-4ca7-b868-c5b5683647e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:07.969528 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '7e41f8e8-3d31-4422-9f58-4e1f088be59e', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'port_id': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'mac_address': 'fa:16:3e:12:bc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:24:39Z', 'updated_at': '2021-08-09T13:25:05Z', 'revision_number': 1, 'project_id': '2d007ab2baac405f996ece03b238a621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:08.014328 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543770b-0258-46f1-b5c9-62861e74c8bc None None] The sync data for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi is: [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '7e41f8e8-3d31-4422-9f58-4e1f088be59e', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'port_id': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'mac_address': 'fa:16:3e:12:bc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:24:39Z', 'updated_at': '2021-08-09T13:25:05Z', 'revision_number': 1, 'project_id': '2d007ab2baac405f996ece03b238a621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:25:08.043775 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818455a-3f64-49d9-93f6-84efbf060468 req-3fb7450d-7edb-4726-bfca-4dfe4b65ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:08.045290 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4818455a-3f64-49d9-93f6-84efbf060468 req-3fb7450d-7edb-4726-bfca-4dfe4b65ea81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1420050 Aug 09 13:25:08.157345 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-27f3a6ff-ea46-4ca7-b868-c5b5683647e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:08.159815 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-27f3a6ff-ea46-4ca7-b868-c5b5683647e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:08.163294 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-27f3a6ff-ea46-4ca7-b868-c5b5683647e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ca4d5ae-8915-4ad7-88ac-af2c53c25e60 HTTP/1.1" status: 204 len: 168 time: 0.4150171 Aug 09 13:25:08.165146 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782c933d-9168-4204-832b-92f7903bc37a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:25:08.169870 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-782c933d-9168-4204-832b-92f7903bc37a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:08.181240 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] Sync routers for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:25:08.208738 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:25:08.209426 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:25:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:08.209801 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3a6ff-ea46-4ca7-b868-c5b5683647e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca4d5ae-8915-4ad7-88ac-af2c53c25e60,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:08.229343 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-782c933d-9168-4204-832b-92f7903bc37a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "PUT /v2.0/floatingips/6c183c6d-0b8c-4ccb-9efe-211046a60c21 HTTP/1.1" status: 200 len: 992 time: 2.0415969 Aug 09 13:25:08.234623 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'tag': '139b1fd9-9070-424a-b060-0e1cb8395dc0'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:08.237594 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b80347-b01a-4c4f-bc3c-8167495dad67" -d '{"events": [{"name": "network-changed", "server_uuid": "dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1", "tag": "139b1fd9-9070-424a-b060-0e1cb8395dc0"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:08.264572 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4818455a-3f64-49d9-93f6-84efbf060468 req-203072de-6dd8-4bb4-b1a5-ea7dab7bd68b service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815264 Aug 09 13:25:08.426360 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747136be-0cc2-4554-9c31-39d5bb28f173 None None] New status for floating IP 7e41f8e8-3d31-4422-9f58-4e1f088be59e: ACTIVE {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:25:08.443608 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4818455a-3f64-49d9-93f6-84efbf060468 req-83b0bc93-a3fc-40a6-9184-cba16971db10 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569066 Aug 09 13:25:08.469611 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:25:08.485044 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42e10-b774-4c21-ba40-a48784941871 req-875186b7-fa37-4ff2-96ff-86c7f5d1b239 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:08.497975 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d5a42e10-b774-4c21-ba40-a48784941871 req-875186b7-fa37-4ff2-96ff-86c7f5d1b239 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.1619301 Aug 09 13:25:08.567686 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d5a42e10-b774-4c21-ba40-a48784941871 req-93a5b5ac-e58e-46de-bb92-a97bc633e5bc tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683951 Aug 09 13:25:08.629528 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298f4059-4081-41db-87a2-abe4a582d267 x-openstack-request-id: req-298f4059-4081-41db-87a2-abe4a582d267 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:08.629821 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1", "tag": "139b1fd9-9070-424a-b060-0e1cb8395dc0", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:08.630077 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-298f4059-4081-41db-87a2-abe4a582d267 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:08.630461 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'tag': '139b1fd9-9070-424a-b060-0e1cb8395dc0', 'status': 'completed', 'code': 200} Aug 09 13:25:08.670423 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50578) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:08.685385 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e3551e62-7b42-48ca-983d-dcb07fa9a07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:08.754748 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:08.755986 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-68b9c1ab-3403-48f0-ba61-4853a9f00a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:08.757812 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-68b9c1ab-3403-48f0-ba61-4853a9f00a03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 1099 time: 0.0699818 Aug 09 13:25:08.818253 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '6c183c6d-0b8c-4ccb-9efe-211046a60c21', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'port_id': '139b1fd9-9070-424a-b060-0e1cb8395dc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'mac_address': 'fa:16:3e:d4:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:24:39Z', 'updated_at': '2021-08-09T13:25:07Z', 'revision_number': 1, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:08.847784 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] Checking router: 61885b64-e7af-4829-8c5c-23896de968f0 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:25:08.856510 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:25:08.856977 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:25:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:08.888588 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e3551e62-7b42-48ca-983d-dcb07fa9a07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:08.897847 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e3551e62-7b42-48ca-983d-dcb07fa9a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:08.915807 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-8845661d-e881-4201-9260-4b50e37fa276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:08.917287 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-8845661d-e881-4201-9260-4b50e37fa276 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 200 len: 912 time: 0.1329513 Aug 09 13:25:08.956658 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50582) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:08.956926 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e3551e62-7b42-48ca-983d-dcb07fa9a07b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6589c9fee484640a4cecb93087500d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850003 Aug 09 13:25:08.968259 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:25:08.988133 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3551e62-7b42-48ca-983d-dcb07fa9a07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0680e495-8f8a-4b25-ae51-95fe10de9778,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:09.020819 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-1e0a2dc9-d18f-48dd-8505-8eeb6a5c633d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139b1fd9-9070-424a-b060-0e1cb8395dc0 HTTP/1.1" status: 200 len: 1000 time: 0.0772328 Aug 09 13:25:09.050279 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-87d984ca-1dbc-4bf3-84be-433a9b2a6e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:09.063652 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea652b-1ce4-4175-8cbf-5aa5b8301c71 req-7c4f76ce-6aad-4aff-92d1-f032087fd0ec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:09.065358 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-37ea652b-1ce4-4175-8cbf-5aa5b8301c71 req-7c4f76ce-6aad-4aff-92d1-f032087fd0ec tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0891373 Aug 09 13:25:09.098666 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-87d984ca-1dbc-4bf3-84be-433a9b2a6e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:09.112351 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-8cb285c8-c1a4-4e91-bf65-fb28f0cf8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:09.114060 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-8cb285c8-c1a4-4e91-bf65-fb28f0cf8831 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deee3343-13d4-4428-b960-47c7a74f85e9 HTTP/1.1" status: 200 len: 850 time: 0.0680029 Aug 09 13:25:09.133649 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-37ea652b-1ce4-4175-8cbf-5aa5b8301c71 req-f00cd84d-3ce8-4672-bbd4-c323be6a4b3e tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606141 Aug 09 13:25:09.194151 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-8e589cde-6a66-4125-a9f5-91dc2d8d627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:09.195949 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-8e589cde-6a66-4125-a9f5-91dc2d8d627f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1213056-cd70-44c3-b463-5d2c8e45ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697711 Aug 09 13:25:09.210429 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-87d984ca-1dbc-4bf3-84be-433a9b2a6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:09.213667 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-87d984ca-1dbc-4bf3-84be-433a9b2a6e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:09.215002 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-87d984ca-1dbc-4bf3-84be-433a9b2a6e2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0680e495-8f8a-4b25-ae51-95fe10de9778 HTTP/1.1" status: 204 len: 168 time: 0.2566569 Aug 09 13:25:09.246297 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d984ca-1dbc-4bf3-84be-433a9b2a6e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0680e495-8f8a-4b25-ae51-95fe10de9778,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:09.340481 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-8134f213-3a7a-43d6-b9a2-f7dd77712d3b service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256549 Aug 09 13:25:09.379055 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '6c183c6d-0b8c-4ccb-9efe-211046a60c21', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'port_id': '139b1fd9-9070-424a-b060-0e1cb8395dc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'mac_address': 'fa:16:3e:d4:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:24:39Z', 'updated_at': '2021-08-09T13:25:07Z', 'revision_number': 1, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:09.408307 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967f770-1018-4dbd-bcc8-dbff119ec9a2 None None] The sync data for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi is: [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '6c183c6d-0b8c-4ccb-9efe-211046a60c21', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'port_id': '139b1fd9-9070-424a-b060-0e1cb8395dc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'mac_address': 'fa:16:3e:d4:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:24:39Z', 'updated_at': '2021-08-09T13:25:07Z', 'revision_number': 1, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:25:09.471236 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-63b80347-b01a-4c4f-bc3c-8167495dad67 req-d9789e8d-c211-4629-87a0-21577a0cfc65 service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089182 Aug 09 13:25:09.518455 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50606) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:09.663754 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1277737a-3c3a-4c98-add3-97e7abb30534 None None] New status for floating IP 6c183c6d-0b8c-4ccb-9efe-211046a60c21: ACTIVE {{(pid=93363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:25:09.689512 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:09.826810 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd19e-964e-4c9d-8b04-220ab3a92690 req-9af64df8-969a-4707-bb88-6851a0c66742 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:09.828383 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-908fd19e-964e-4c9d-8b04-220ab3a92690 req-9af64df8-969a-4707-bb88-6851a0c66742 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.1011941 Aug 09 13:25:09.925746 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-908fd19e-964e-4c9d-8b04-220ab3a92690 req-2e7e7b68-ca9a-4e9c-b0d8-c6516a25d58d tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/security-groups?id=6610802b-7d0f-43e2-9dbe-da752a99ceee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848169 Aug 09 13:25:09.935500 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:09.952503 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:09.992995 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ca2d66439624ff789830a891ac60ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708631 Aug 09 13:25:09.995623 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50634) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:10.025557 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b684a5b-bd52-40ee-9f9c-297758213eda,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:10.041154 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.041384 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.041892 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.042222 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.042592 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.042893 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.043222 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.043546 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.043877 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.044891 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.044891 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.045075 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ee381-4f0f-4dcb-8e8b-c5de8157ba85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.080103 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed6c2-fcb6-4749-a4c1-e6cc57190e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.104277 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed6c2-fcb6-4749-a4c1-e6cc57190e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.163430 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-e80a77e2-1e7b-40f2-81da-e349ce2e1c4a tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:10.165835 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-e80a77e2-1e7b-40f2-81da-e349ce2e1c4a tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 946 time: 0.3207214 Aug 09 13:25:10.167828 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed6c2-fcb6-4749-a4c1-e6cc57190e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.171095 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed6c2-fcb6-4749-a4c1-e6cc57190e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.172444 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0f8ed6c2-fcb6-4749-a4c1-e6cc57190e1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b684a5b-bd52-40ee-9f9c-297758213eda HTTP/1.1" status: 204 len: 168 time: 0.1756215 Aug 09 13:25:10.183010 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.187418 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ed6c2-fcb6-4749-a4c1-e6cc57190e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b684a5b-bd52-40ee-9f9c-297758213eda,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:10.318687 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb022b-c036-4252-bb48-08867a950488 req-a2d983d5-cbf4-41c4-8248-b9974b8d90b6 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:10.320625 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a5cb022b-c036-4252-bb48-08867a950488 req-a2d983d5-cbf4-41c4-8248-b9974b8d90b6 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0656903 Aug 09 13:25:10.364372 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a5cb022b-c036-4252-bb48-08867a950488 req-1b8f9cf1-b1ad-43c3-b107-2c5c966e8d85 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370781 Aug 09 13:25:10.372264 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Deleting port 703a7e04-25ca-4b5c-b522-8f6a60072a0d {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:25:10.372264 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.466213 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] For port 703a7e04-25ca-4b5c-b522-8f6a60072a0d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=703a7e04-25ca-4b5c-b522-8f6a60072a0d,segment=NetworkSegment(49603d23-a6ea-4947-93cb-d06ae4d166f9),segment_id=49603d23-a6ea-4947-93cb-d06ae4d166f9)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:10.466577 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.482582 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Calling delete_port for 703a7e04-25ca-4b5c-b522-8f6a60072a0d owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:25:10.600635 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50658) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:10.616214 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f0ac0246-a056-4159-8a3b-60b4508ce6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.674946 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.719856 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f0ac0246-a056-4159-8a3b-60b4508ce6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.725270 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f0ac0246-a056-4159-8a3b-60b4508ce6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.734838 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Pushing event deleted for resources: {'Port': ['ID=703a7e04-25ca-4b5c-b522-8f6a60072a0d,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:10.761692 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-f0ac0246-a056-4159-8a3b-60b4508ce6e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e554d94690b4426926142d7f039ac88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598320 Aug 09 13:25:10.777288 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50662) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:10.777683 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac0246-a056-4159-8a3b-60b4508ce6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ed36c5-671c-42f9-bb92-4861488a92f3,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:10.778556 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.778890 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.782176 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.782176 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.782176 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.782176 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.782176 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.782176 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.782176 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.782176 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.782822 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.782822 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:10.786376 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] No DVR routers for this DVR port 703a7e04-25ca-4b5c-b522-8f6a60072a0d on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:25:10.789191 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.791480 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ce5c67f6-d6b3-4cb9-b02e-93cd730ffb3b req-fa73f2ef-b0fd-4fb2-b52b-0e08d327b0a2 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.42 "DELETE /v2.0/ports/703a7e04-25ca-4b5c-b522-8f6a60072a0d HTTP/1.1" status: 204 len: 173 time: 0.6088378 Aug 09 13:25:10.798228 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd14a55-f7db-4094-9d63-33ec109518a7', 'name': 'network-vif-deleted', 'tag': '703a7e04-25ca-4b5c-b522-8f6a60072a0d'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:10.800628 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dfa4d2-1856-42ce-b695-424e9f7f51dc" -d '{"events": [{"server_uuid": "5bd14a55-f7db-4094-9d63-33ec109518a7", "name": "network-vif-deleted", "tag": "703a7e04-25ca-4b5c-b522-8f6a60072a0d"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:10.852433 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f69264-7900-429c-aeb7-90d86fb0c0fb x-openstack-request-id: req-61f69264-7900-429c-aeb7-90d86fb0c0fb {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:10.852721 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd14a55-f7db-4094-9d63-33ec109518a7", "name": "network-vif-deleted", "tag": "703a7e04-25ca-4b5c-b522-8f6a60072a0d", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:10.852968 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61f69264-7900-429c-aeb7-90d86fb0c0fb {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:10.853349 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd14a55-f7db-4094-9d63-33ec109518a7', 'name': 'network-vif-deleted', 'tag': '703a7e04-25ca-4b5c-b522-8f6a60072a0d', 'status': 'completed', 'code': 200} Aug 09 13:25:10.856102 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-16e56323-e38d-480b-bdf0-214a2cef915a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.886752 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-16e56323-e38d-480b-bdf0-214a2cef915a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.933747 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-16e56323-e38d-480b-bdf0-214a2cef915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.936435 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-16e56323-e38d-480b-bdf0-214a2cef915a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:10.937804 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-16e56323-e38d-480b-bdf0-214a2cef915a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60ed36c5-671c-42f9-bb92-4861488a92f3 HTTP/1.1" status: 204 len: 168 time: 0.1454329 Aug 09 13:25:10.950940 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56323-e38d-480b-bdf0-214a2cef915a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ed36c5-671c-42f9-bb92-4861488a92f3,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:11.032830 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-81ed3de0-c2e4-44f4-b30c-6cb79c6fa3a7 req-cb679e42-73f3-42b2-beb4-e95d4ab103f9 tempest-DeleteServersTestJSON-1169370372 tempest-DeleteServersTestJSON-1169370372-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd14a55-f7db-4094-9d63-33ec109518a7 HTTP/1.1" status: 200 len: 210 time: 0.0280304 Aug 09 13:25:11.329561 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50692) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:11.348613 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-10f06ae5-fdbd-4988-bf23-11fa431d0367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:11.498311 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-10f06ae5-fdbd-4988-bf23-11fa431d0367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:11.504483 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-10f06ae5-fdbd-4988-bf23-11fa431d0367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:11.529072 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d7678-e4d4-4f89-84e9-1ff1656beb05 req-4cec2281-a86e-4c76-abe4-e3946ed911cd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:11.531173 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d53d7678-e4d4-4f89-84e9-1ff1656beb05 req-4cec2281-a86e-4c76-abe4-e3946ed911cd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0835061 Aug 09 13:25:11.551607 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-10f06ae5-fdbd-4988-bf23-11fa431d0367 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa9da1a8001c49c2a952ec1852675582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207336 Aug 09 13:25:11.553314 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f06ae5-fdbd-4988-bf23-11fa431d0367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb497d8-234a-49ba-87be-ceaeceb33f78,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:11.555800 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50702) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:11.578806 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d53d7678-e4d4-4f89-84e9-1ff1656beb05 req-a1c470bd-2699-44a3-be91-f7db98632a69 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362904 Aug 09 13:25:11.605991 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-09fdfa41-f4c3-4338-8aaa-5af7cc14089c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:11.626431 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-09fdfa41-f4c3-4338-8aaa-5af7cc14089c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:11.678475 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-09fdfa41-f4c3-4338-8aaa-5af7cc14089c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:11.680994 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-09fdfa41-f4c3-4338-8aaa-5af7cc14089c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:11.684574 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-09fdfa41-f4c3-4338-8aaa-5af7cc14089c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cb497d8-234a-49ba-87be-ceaeceb33f78 HTTP/1.1" status: 204 len: 168 time: 0.1248226 Aug 09 13:25:11.690373 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdfa41-f4c3-4338-8aaa-5af7cc14089c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb497d8-234a-49ba-87be-ceaeceb33f78,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:12.393384 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50742) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:12.500660 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-965231745-network', 'tenant_id': '3ef4ebde687e4b5291e14c19ac95b369'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:12.522297 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Made reservation on behalf of 3ef4ebde687e4b5291e14c19ac95b369 for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:25:12.524879 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:12.533714 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:12.640390 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 703a7e04-25ca-4b5c-b522-8f6a60072a0d no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:25:12.668948 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:12.681778 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:12.697964 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 703a7e04-25ca-4b5c-b522-8f6a60072a0d {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:25:12.699493 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 703a7e04-25ca-4b5c-b522-8f6a60072a0d not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:25:12.730322 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07244bc-b2d0-4fb0-a055-f718a42a2ca4 req-e0eef147-f8f5-40e2-ba34-896f1996be33 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:12.732400 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:25:12.738937 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a07244bc-b2d0-4fb0-a055-f718a42a2ca4 req-e0eef147-f8f5-40e2-ba34-896f1996be33 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0710826 Aug 09 13:25:12.777190 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:12.777758 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Added segment 63b54e4c-8ad7-4b42-97d1-173ceb332c50 of type vlan for network d6b8fe0f-e975-4092-99e3-3ce6e736031f Aug 09 13:25:12.782016 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caca7bc5-30d9-452b-bd8f-976ce692f9e7,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:12.788419 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a07244bc-b2d0-4fb0-a055-f718a42a2ca4 req-ba91b672-6e2e-43df-b1ee-482dc2d87f2b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Aug 09 13:25:12.860995 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:12.897396 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:12.899091 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:12.899091 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:12.954891 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-9b310399-34e0-4742-b3a8-de3deb7dce06 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:12.956721 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-9b310399-34e0-4742-b3a8-de3deb7dce06 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 815 time: 0.1672328 Aug 09 13:25:12.961061 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5663192 Aug 09 13:25:12.964862 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50780) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:12.972465 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Request body: {'subnet': {'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-965231745-subnet', 'tenant_id': '3ef4ebde687e4b5291e14c19ac95b369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:12.975596 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af5217-0b11-436a-838c-736e49e49cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=d6b8fe0f-e975-4092-99e3-3ce6e736031f,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:12.989296 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network d6b8fe0f-e975-4092-99e3-3ce6e736031f details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:25:12.990648 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-5bb93699-71fe-46e2-9335-5efcda3940e0 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/quotas/7c4e955dcef94acdb8e6a526d1dd49fd HTTP/1.1" status: 200 len: 375 time: 0.0245361 Aug 09 13:25:13.009354 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Made reservation on behalf of 3ef4ebde687e4b5291e14c19ac95b369 for: {'subnet': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:25:13.012069 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:13.136895 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-42e79cc7-267f-4d4b-b622-eb60e6cef1ea tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296659 Aug 09 13:25:13.271826 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-71ce9a19-42d4-44ce-b1ae-51be8e3dda8b service neutron] 10.222.0.32 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267161 Aug 09 13:25:13.355266 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:13.431173 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d235d9-180e-4996-879a-ff10a58670f7,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:13.436730 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-17407b1a-fe78-47c6-a2a1-976facbcff45 service neutron] 10.222.0.32 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424234 Aug 09 13:25:13.452011 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Checking segment: {'id': '63b54e4c-8ad7-4b42-97d1-173ceb332c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:25:13.452476 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Network hostable DHCP agents. Network: d6b8fe0f-e975-4092-99e3-3ce6e736031f, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:25:13.469703 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Network d6b8fe0f-e975-4092-99e3-3ce6e736031f is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:25:13.480427 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, d6b8fe0f-e975-4092-99e3-3ce6e736031f) {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:25:13.485766 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:13.486655 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:13.493585 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dbcd76-3f0f-4bf4-a823-651953ff4f7a None None] Network d6b8fe0f-e975-4092-99e3-3ce6e736031f requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:25:13.506084 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-9de5482d-4839-436b-a6ac-de9dbe9b0b29 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5381036 Aug 09 13:25:13.512081 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 50798) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:13.584678 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21d03c5-983d-48ac-a383-106593e88962 admin admin] Deleting subnet 24aaae87-79ed-4610-aac3-6f4fe70aca4c {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:25:13.591472 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e21d03c5-983d-48ac-a383-106593e88962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:13.631977 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e21d03c5-983d-48ac-a383-106593e88962 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:13.642191 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e21d03c5-983d-48ac-a383-106593e88962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:13.644932 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2225a64-db8b-4106-90b5-78a79573eb32 None None] Network d6b8fe0f-e975-4092-99e3-3ce6e736031f requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:25:13.699197 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-571e7785-50ea-4569-9d5f-ce44d27bf07a req-e7414de7-9c61-490b-8e31-36afe79de9d5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 210 time: 0.0290561 Aug 09 13:25:13.746663 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e21d03c5-983d-48ac-a383-106593e88962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:13.777984 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d03c5-983d-48ac-a383-106593e88962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24aaae87-79ed-4610-aac3-6f4fe70aca4c,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:13.783199 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e21d03c5-983d-48ac-a383-106593e88962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:13.787882 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-e21d03c5-983d-48ac-a383-106593e88962 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24aaae87-79ed-4610-aac3-6f4fe70aca4c HTTP/1.1" status: 204 len: 168 time: 0.2747729 Aug 09 13:25:13.788064 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50812) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:13.878254 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:13.910736 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d62b1-41d0-444e-a822-881b666e8b8f req-fb72c1e2-5ef2-45e1-b77c-cc8c06001c41 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:13.920581 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dd2d62b1-41d0-444e-a822-881b666e8b8f req-fb72c1e2-5ef2-45e1-b77c-cc8c06001c41 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0650811 Aug 09 13:25:13.972668 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dd2d62b1-41d0-444e-a822-881b666e8b8f req-96355996-644e-4d38-950e-500e29e7af24 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474563 Aug 09 13:25:13.996029 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:14.007772 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.008228 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.009430 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.009758 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > port after_create 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.010121 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.010649 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > port after_update 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.010966 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.011292 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.011755 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.012160 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.167919 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.168270 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.169743 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.170134 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:14.170583 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61da65b-5ecd-43e4-b3e7-9e423c31fa64']}} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:14.192917 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49603d23-a6ea-4947-93cb-d06ae4d166f9') {'for_net_delete': True} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:14.193396 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49603d23-a6ea-4947-93cb-d06ae4d166f9') {} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:14.212481 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8290816'] for segment, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:14.234610 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:14.249931 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:25:14.251003 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8150994'] for segment, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: from cryptography.utils import int_from_bytes Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: from cryptography.utils import int_from_bytes Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: Traceback (most recent call last): Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: timer() Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: cb(*args, **kw) Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: return func(*args, **kwargs) Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: self._notify() Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: self.callback(batched_events) Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: event.method(event) Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: return f(self, *a, **k) Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._get(url).json() Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: return self.request(url, 'GET', **kwargs) Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:25:14.269951 dv-cinder-787296-4-iscsi neutron-server[93362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:25:14.346459 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:14.365048 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:14.369590 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] 10.222.0.32 "DELETE /v2.0/networks/e61da65b-5ecd-43e4-b3e7-9e423c31fa64 HTTP/1.1" status: 204 len: 168 time: 0.5801642 Aug 09 13:25:14.384202 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f7219-0633-4c79-98e8-47ee8682792b admin admin] Pushing event deleted for resources: {'Network': ['ID=e61da65b-5ecd-43e4-b3e7-9e423c31fa64,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:14.501505 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50844) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:14.540593 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e6588b46-0ac8-4786-8ae8-fcb831ad8b04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b88ca84986934d2ab83f354182d60142&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378478 Aug 09 13:25:14.542971 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 50846) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:14.591025 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7eb20dd3-f9f3-4085-a461-9f67f3157503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:14.612047 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7eb20dd3-f9f3-4085-a461-9f67f3157503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:14.662740 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7eb20dd3-f9f3-4085-a461-9f67f3157503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:14.665806 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7eb20dd3-f9f3-4085-a461-9f67f3157503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:14.669926 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-7eb20dd3-f9f3-4085-a461-9f67f3157503 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6610802b-7d0f-43e2-9dbe-da752a99ceee HTTP/1.1" status: 204 len: 168 time: 0.1230896 Aug 09 13:25:14.677373 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb20dd3-f9f3-4085-a461-9f67f3157503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6610802b-7d0f-43e2-9dbe-da752a99ceee,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:14.817031 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f3d3f9af-6e59-4b45-849c-2097cd26255f req-3d5bf000-5dba-4130-86c9-f5566d3d4811 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 210 time: 0.0342274 Aug 09 13:25:15.051858 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-9027edc4-482a-46d5-be34-c669b1ae0ecf tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:15.053375 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-9027edc4-482a-46d5-be34-c669b1ae0ecf tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 815 time: 0.1210804 Aug 09 13:25:15.097552 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4a8de-b009-493a-8443-7dae36f9d298 req-13188a3d-0439-42a0-9d30-a4158b81f9c5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:15.099045 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2cd4a8de-b009-493a-8443-7dae36f9d298 req-13188a3d-0439-42a0-9d30-a4158b81f9c5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0611546 Aug 09 13:25:15.139857 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2cd4a8de-b009-493a-8443-7dae36f9d298 req-0db1ab65-5cb0-441a-9e04-ca7b8aa3447a tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Aug 09 13:25:18.344101 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Request body: {'port': {'device_id': '7799e12c-6fe9-4aec-bb93-6a384f455375', 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea', 'admin_state_up': True, 'tenant_id': '7c4e955dcef94acdb8e6a526d1dd49fd'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:18.463034 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Made reservation on behalf of 7c4e955dcef94acdb8e6a526d1dd49fd for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:25:18.466912 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:18.525654 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f69f16ea-e24f-49fe-ba7d-30cc50a21e3e req-7cb0ce08-2561-4958-9db0-581f95542ef2 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 210 time: 0.0613070 Aug 09 13:25:18.585262 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-1457b32c-8d1d-4984-9805-52c097837c23 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:18.593119 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-1457b32c-8d1d-4984-9805-52c097837c23 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/networks?id=d6b8fe0f-e975-4092-99e3-3ce6e736031f HTTP/1.1" status: 200 len: 808 time: 0.1402245 Aug 09 13:25:18.599418 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Allocated IP 172.20.0.5 (411f565d-fdbf-45ae-9e1a-bcfb25c5eeea/f323395f-83b4-42af-94ca-fccc9587251a/ce74ec7a-711b-44c2-ba79-d33bd4980417) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:25:18.618576 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-408711d7-4b7c-4d8a-a7f1-4b5d1b6ccde0 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/quotas/3ef4ebde687e4b5291e14c19ac95b369 HTTP/1.1" status: 200 len: 375 time: 0.0241616 Aug 09 13:25:18.667353 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-44c78002-bf21-42b4-93fc-c510c9bea617 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ef4ebde687e4b5291e14c19ac95b369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349176 Aug 09 13:25:18.679079 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247f1f2-3088-4410-8b47-263672daae10 req-40898bd9-f0c6-4b46-9eac-8cc4e377b86b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:18.681012 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4247f1f2-3088-4410-8b47-263672daae10 req-40898bd9-f0c6-4b46-9eac-8cc4e377b86b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0842445 Aug 09 13:25:18.763985 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:18.791830 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-bf3a0689-3967-4634-aaca-bc0a4e73bac3 service neutron] 10.222.0.32 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097448 Aug 09 13:25:18.796912 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4247f1f2-3088-4410-8b47-263672daae10 req-add34040-61fe-4ddf-b29f-31ba28dbe393 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558169 Aug 09 13:25:18.806769 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:18.822470 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['03f9ee04-cb35-439d-add5-1517d716ffdb'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:25:18.858885 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:25:18.862655 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:25:18.870696 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:25:18.938545 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-785e6212-24a3-4508-b16d-b7d3b16611ac service neutron] 10.222.0.32 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280279 Aug 09 13:25:18.965865 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:18.966536 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:18.983586 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Pushing event updated for resources: {'Port': ['ID=ce74ec7a-711b-44c2-ba79-d33bd4980417,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:18.988164 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-caa9e1d9-759f-47e0-8b5c-90431010abeb tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6496260 Aug 09 13:25:19.009502 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Request body: {'port': {'device_id': '7799e12c-6fe9-4aec-bb93-6a384f455375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:19.071071 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.147276 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-73316d57-47ef-4627-8f2a-1174e132d37d req-a2f747a1-ac1b-47ca-be7f-cacba5459757 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 210 time: 0.0267162 Aug 09 13:25:19.288849 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 51014) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:19.338868 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-644d015b-e7fa-43c1-b55e-2082b0ae426e admin admin] Deleting subnet d5f377a2-de7e-45bf-a24d-8079c187f93f {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:25:19.342409 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-644d015b-e7fa-43c1-b55e-2082b0ae426e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.368896 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce74ec7a-711b-44c2-ba79-d33bd4980417 {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:25:19.378667 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.416272 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Transition to ACTIVE for port object ce74ec7a-711b-44c2-ba79-d33bd4980417 will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:25:19.416674 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-644d015b-e7fa-43c1-b55e-2082b0ae426e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.426871 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.430666 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-644d015b-e7fa-43c1-b55e-2082b0ae426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.540478 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Pushing event updated for resources: {'Port': ['ID=ce74ec7a-711b-44c2-ba79-d33bd4980417,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:19.553336 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-644d015b-e7fa-43c1-b55e-2082b0ae426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.555359 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Attempting to bind port ce74ec7a-711b-44c2-ba79-d33bd4980417 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:25:19.555858 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Attempting to bind port ce74ec7a-711b-44c2-ba79-d33bd4980417 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:25:19.556203 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Attempting to bind port ce74ec7a-711b-44c2-ba79-d33bd4980417 on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:25:19.567679 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Port ce74ec7a-711b-44c2-ba79-d33bd4980417 on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:25:19.568001 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Attempting to bind port ce74ec7a-711b-44c2-ba79-d33bd4980417 on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:25:19.573581 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-644d015b-e7fa-43c1-b55e-2082b0ae426e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.578067 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:25:19.578067 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Checking segment: {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:25:19.578463 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Bound using segment: {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:25:19.578913 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Bound port: ce74ec7a-711b-44c2-ba79-d33bd4980417, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:25:19.579072 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-644d015b-e7fa-43c1-b55e-2082b0ae426e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d5f377a2-de7e-45bf-a24d-8079c187f93f HTTP/1.1" status: 204 len: 168 time: 0.2888560 Aug 09 13:25:19.579275 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.581234 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51032) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:19.608481 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d015b-e7fa-43c1-b55e-2082b0ae426e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f377a2-de7e-45bf-a24d-8079c187f93f,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:19.689530 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a361c4-0f9b-4cd0-8a36-31e5a06178ab req-0b6176e2-e9ff-4474-8f30-43f5a4bcd33f tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:19.691193 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f0a361c4-0f9b-4cd0-8a36-31e5a06178ab req-0b6176e2-e9ff-4474-8f30-43f5a4bcd33f tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 943 time: 0.0713372 Aug 09 13:25:19.705894 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.720875 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] For port ce74ec7a-711b-44c2-ba79-d33bd4980417, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:25:19.726211 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] For port ce74ec7a-711b-44c2-ba79-d33bd4980417, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ce74ec7a-711b-44c2-ba79-d33bd4980417,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:25:19.731340 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.735326 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f0a361c4-0f9b-4cd0-8a36-31e5a06178ab req-df950b23-b8d0-468a-9104-7b415d495207 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Aug 09 13:25:19.816347 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:19.816347 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.817354 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] 10.222.0.42 "PUT /v2.0/ports/ce74ec7a-711b-44c2-ba79-d33bd4980417 HTTP/1.1" status: 200 len: 1093 time: 0.8161876 Aug 09 13:25:19.817786 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7799e12c-6fe9-4aec-bb93-6a384f455375', 'tag': 'ce74ec7a-711b-44c2-ba79-d33bd4980417'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:19.820110 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32c9601-aae7-4d38-9534-80b033b6f0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7799e12c-6fe9-4aec-bb93-6a384f455375", "tag": "ce74ec7a-711b-44c2-ba79-d33bd4980417"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:19.850376 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.870744 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158080c9-9d07-42b2-9576-8dbba7e2faac']}} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:19.874241 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753453fd-9db2-4ff2-af01-d25d7765c430 x-openstack-request-id: req-753453fd-9db2-4ff2-af01-d25d7765c430 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:19.874478 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7799e12c-6fe9-4aec-bb93-6a384f455375", "tag": "ce74ec7a-711b-44c2-ba79-d33bd4980417", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:19.874698 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-753453fd-9db2-4ff2-af01-d25d7765c430 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:19.875081 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7799e12c-6fe9-4aec-bb93-6a384f455375', 'tag': 'ce74ec7a-711b-44c2-ba79-d33bd4980417', 'status': 'completed', 'code': 200} Aug 09 13:25:19.880232 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2c515-05ea-4eab-a038-fe15d45accbd service neutron] Pushing event updated for resources: {'Port': ['ID=ce74ec7a-711b-44c2-ba79-d33bd4980417,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:19.886091 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb22c62-7932-4d87-a1de-42a9eb341fcc') {'for_net_delete': True} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:19.886382 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb22c62-7932-4d87-a1de-42a9eb341fcc') {} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:19.895382 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8290816'] for segment, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.936141 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.944482 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:25:19.944884 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8150994'] for segment, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: Traceback (most recent call last): Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: timer() Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: cb(*args, **kw) Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: return func(*args, **kwargs) Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: self._notify() Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: self.callback(batched_events) Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: event.method(event) Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: return f(self, *a, **k) Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._get(url).json() Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: return self.request(url, 'GET', **kwargs) Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:25:19.946816 dv-cinder-787296-4-iscsi neutron-server[93362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:25:19.951369 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf963677-7c0e-4792-806e-a1269f1ba414 req-2ff15763-0d17-4988-8ef6-4abf4d19d236 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:19.952932 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bf963677-7c0e-4792-806e-a1269f1ba414 req-2ff15763-0d17-4988-8ef6-4abf4d19d236 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0590272 Aug 09 13:25:19.990690 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bf963677-7c0e-4792-806e-a1269f1ba414 req-654eac14-202b-4ec5-9500-67763f9f2c92 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Aug 09 13:25:19.994087 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-a6855a76-363c-4f2c-8f05-da14d02353b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:19.995649 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-a6855a76-363c-4f2c-8f05-da14d02353b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 1096 time: 0.0929842 Aug 09 13:25:20.015805 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:20.248622 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8d046dce-9a7c-4805-b06e-8b63fc7f0308 req-009c1d24-a0f5-4e50-bbb2-159e903926f4 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 210 time: 0.0287967 Aug 09 13:25:20.257298 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:20.259525 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] 10.222.0.32 "DELETE /v2.0/networks/158080c9-9d07-42b2-9576-8dbba7e2faac HTTP/1.1" status: 204 len: 168 time: 0.6760015 Aug 09 13:25:20.261150 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-7964a7be-d774-49cf-b3fb-32d7bb066c23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce74ec7a-711b-44c2-ba79-d33bd4980417 HTTP/1.1" status: 200 len: 217 time: 0.2535729 Aug 09 13:25:20.262349 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 51056) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:20.271261 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de62792-dbfb-4254-9ff8-d911c04dee90 admin admin] Pushing event deleted for resources: {'Network': ['ID=158080c9-9d07-42b2-9576-8dbba7e2faac,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:20.319146 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-1106dff8-3005-4ae1-88fa-34127e9949f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:20.320663 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-1106dff8-3005-4ae1-88fa-34127e9949f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f323395f-83b4-42af-94ca-fccc9587251a HTTP/1.1" status: 200 len: 855 time: 0.0442269 Aug 09 13:25:20.327274 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2727015-c33f-4544-856d-405fe1c0c73a admin admin] Deleting subnet f5de366d-6a70-4f00-b8ad-be23b9c72f41 {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:25:20.330492 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a2727015-c33f-4544-856d-405fe1c0c73a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:20.360114 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-670a8c09-71c0-4844-8734-066cbe18ad2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302668 Aug 09 13:25:20.368871 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a2727015-c33f-4544-856d-405fe1c0c73a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:20.374924 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a2727015-c33f-4544-856d-405fe1c0c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:20.433438 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a2727015-c33f-4544-856d-405fe1c0c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:20.467557 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2727015-c33f-4544-856d-405fe1c0c73a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5de366d-6a70-4f00-b8ad-be23b9c72f41,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:20.491164 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-15f5d71b-98ca-4d4e-9610-e4cb71cc5f83 service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103289 Aug 09 13:25:20.587334 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a2727015-c33f-4544-856d-405fe1c0c73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:20.589418 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a2727015-c33f-4544-856d-405fe1c0c73a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f5de366d-6a70-4f00-b8ad-be23b9c72f41 HTTP/1.1" status: 204 len: 168 time: 0.3258507 Aug 09 13:25:20.593278 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 51074) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:20.630960 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-17e27cc1-7bbc-4ea8-8a43-b6871f26e29a req-5767b8d0-0214-4607-854d-32baac2d1733 service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063237 Aug 09 13:25:20.655128 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-ac11e877-49a6-44b1-9fe9-806b202db1e1 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:20.656608 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-ac11e877-49a6-44b1-9fe9-806b202db1e1 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.42 "GET /v2.0/networks?id=d6b8fe0f-e975-4092-99e3-3ce6e736031f HTTP/1.1" status: 200 len: 808 time: 0.1864622 Aug 09 13:25:20.684855 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Request body: {'port': {'device_id': '5ff174b5-86c0-4128-81a4-a816cb30df76', 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f', 'admin_state_up': True, 'tenant_id': '3ef4ebde687e4b5291e14c19ac95b369'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:20.691355 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:20.809515 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c9601-aae7-4d38-9534-80b033b6f0a5 req-1ce9cb16-9fad-4ea8-80f6-e6868b03c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:20.811131 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b32c9601-aae7-4d38-9534-80b033b6f0a5 req-1ce9cb16-9fad-4ea8-80f6-e6868b03c398 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 1096 time: 0.0757852 Aug 09 13:25:20.885971 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:20.897690 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.898034 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.898838 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.899166 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > port after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.899524 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.899858 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > port after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.900179 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.900536 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.900882 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.901242 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.934134 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c9601-aae7-4d38-9534-80b033b6f0a5 req-9149685b-f4f3-463d-8ee1-5aa956dbfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:20.936196 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b32c9601-aae7-4d38-9534-80b033b6f0a5 req-9149685b-f4f3-463d-8ee1-5aa956dbfdc3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 916 time: 0.1129444 Aug 09 13:25:20.968386 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.968738 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.969147 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.969481 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 13:25:20.969856 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4525b68-0840-49ac-a361-0a7a459528cc']}} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:20.999917 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47271499-b22e-47a5-94d9-e4d77f8930dc') {'for_net_delete': True} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:21.000051 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b32c9601-aae7-4d38-9534-80b033b6f0a5 req-4bcd3adb-1a4d-4e10-9481-7a6e07c155a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce74ec7a-711b-44c2-ba79-d33bd4980417 HTTP/1.1" status: 200 len: 217 time: 0.0444920 Aug 09 13:25:21.000153 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47271499-b22e-47a5-94d9-e4d77f8930dc') {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:25:21.022010 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4973669'] for segment, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.055032 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de306e68-62e5-4cdb-865e-7a5a8cb56057 req-bb2b9173-0172-4ea4-990b-bec38a857f63 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:21.056676 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-de306e68-62e5-4cdb-865e-7a5a8cb56057 req-bb2b9173-0172-4ea4-990b-bec38a857f63 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 943 time: 0.2253411 Aug 09 13:25:21.059698 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c9601-aae7-4d38-9534-80b033b6f0a5 req-5a4c5e51-75e2-4260-bc96-0e49b717caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:21.059860 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Made reservation on behalf of 3ef4ebde687e4b5291e14c19ac95b369 for: {'port': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:25:21.059963 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b32c9601-aae7-4d38-9534-80b033b6f0a5 req-5a4c5e51-75e2-4260-bc96-0e49b717caf3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f323395f-83b4-42af-94ca-fccc9587251a HTTP/1.1" status: 200 len: 855 time: 0.0529020 Aug 09 13:25:21.062110 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.064440 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.103262 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b32c9601-aae7-4d38-9534-80b033b6f0a5 req-7743b113-e552-4afb-a6aa-f18ff01e59b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262501 Aug 09 13:25:21.116020 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:25:21.116456 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808494'] for segment, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: from cryptography.utils import int_from_bytes Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: from cryptography.utils import int_from_bytes Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: Traceback (most recent call last): Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: timer() Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: cb(*args, **kw) Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: return func(*args, **kwargs) Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: self._notify() Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: self.callback(batched_events) Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: event.method(event) Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: return f(self, *a, **k) Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._get(url).json() Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: return self.request(url, 'GET', **kwargs) Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:25:21.120522 dv-cinder-787296-4-iscsi neutron-server[93361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:25:21.194847 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b32c9601-aae7-4d38-9534-80b033b6f0a5 req-e46fda2f-af7d-475f-bcbf-d2f31514b50f service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836043 Aug 09 13:25:21.239527 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-de306e68-62e5-4cdb-865e-7a5a8cb56057 req-befe2f1b-256d-4285-be9f-376778fd820e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720743 Aug 09 13:25:21.250973 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.259776 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104e438-126c-4e9c-b20d-a18b7f619c61 req-4de6610d-55e0-42df-a0dc-66b205efd3e5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:21.261747 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b104e438-126c-4e9c-b20d-a18b7f619c61 req-4de6610d-55e0-42df-a0dc-66b205efd3e5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1918657 Aug 09 13:25:21.271080 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.272861 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f4525b68-0840-49ac-a361-0a7a459528cc HTTP/1.1" status: 204 len: 168 time: 0.6784337 Aug 09 13:25:21.295371 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068e7fb-bdce-4c26-8e35-4738ccc90607 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4525b68-0840-49ac-a361-0a7a459528cc,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:21.328420 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b32c9601-aae7-4d38-9534-80b033b6f0a5 req-c618718d-5574-4750-bc46-18d352a7e0c8 service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256773 Aug 09 13:25:21.382276 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3339dd75-f338-4b84-99f7-a36d4a6ca390 req-b2b1806c-ca4d-405d-b1c1-5691938f3707 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 210 time: 0.0414844 Aug 09 13:25:21.385401 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b104e438-126c-4e9c-b20d-a18b7f619c61 req-e7bea00b-a299-4e1a-9f45-9ff245f8dd22 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104670 Aug 09 13:25:21.400726 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Allocated IP 172.20.0.10 (d6b8fe0f-e975-4092-99e3-3ce6e736031f/a6d235d9-180e-4996-879a-ff10a58670f7/48bf2849-84ff-4682-835e-a2ecbce28965) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:25:21.482481 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51104) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:21.523143 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-5e3dec4a-4c50-41c0-ae59-840d2ee0e740 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37870ff86a294fa88092bf80f0a581c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394452 Aug 09 13:25:21.525818 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51106) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:21.561459 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.574247 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7767866f-1ea3-442f-8c2e-47be7e69a5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.595223 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7767866f-1ea3-442f-8c2e-47be7e69a5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.602144 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.645607 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Network d6b8fe0f-e975-4092-99e3-3ce6e736031f is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:25:21.647045 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7767866f-1ea3-442f-8c2e-47be7e69a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.649077 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:25:21.649767 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7767866f-1ea3-442f-8c2e-47be7e69a5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.650917 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-7767866f-1ea3-442f-8c2e-47be7e69a5ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84b68fb8-407a-4289-ac0d-88f5ef1feaf4 HTTP/1.1" status: 204 len: 168 time: 0.1242223 Aug 09 13:25:21.656445 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:25:21.659603 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767866f-1ea3-442f-8c2e-47be7e69a5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b68fb8-407a-4289-ac0d-88f5ef1feaf4,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:21.720108 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:21.720933 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:21.731777 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Pushing event updated for resources: {'Port': ['ID=48bf2849-84ff-4682-835e-a2ecbce28965,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:21.756676 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d5cb2828-5942-4511-bace-fedbbe22fcca tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0779779 Aug 09 13:25:21.782453 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Request body: {'port': {'device_id': '5ff174b5-86c0-4128-81a4-a816cb30df76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:22.029310 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51128) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:22.067349 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.073940 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-3e3ffeef-a529-48f1-b6cd-34b12c19d16b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddd67592644b434e9de3027f3bc26238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435090 Aug 09 13:25:22.076662 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51132) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:22.130917 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-88703872-667c-4c8e-93f8-9d97bcf34af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.154589 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-88703872-667c-4c8e-93f8-9d97bcf34af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.211270 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-88703872-667c-4c8e-93f8-9d97bcf34af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.215373 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-88703872-667c-4c8e-93f8-9d97bcf34af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.217158 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-88703872-667c-4c8e-93f8-9d97bcf34af5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/876c4212-d1b8-4ce5-94d6-a774c23eaebd HTTP/1.1" status: 204 len: 168 time: 0.1393023 Aug 09 13:25:22.229146 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88703872-667c-4c8e-93f8-9d97bcf34af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c4212-d1b8-4ce5-94d6-a774c23eaebd,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:22.392555 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bf2849-84ff-4682-835e-a2ecbce28965 {{(pid=93361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:25:22.401322 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.421663 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Transition to ACTIVE for port object 48bf2849-84ff-4682-835e-a2ecbce28965 will not be triggered until provisioned by entity L2. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:25:22.431212 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f0cae-66bb-4be0-87cf-4ba54936032c req-a6cb12d6-d48b-40e6-883b-b833b8fc7e06 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:22.432770 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-417f0cae-66bb-4be0-87cf-4ba54936032c req-a6cb12d6-d48b-40e6-883b-b833b8fc7e06 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 943 time: 0.0745935 Aug 09 13:25:22.433915 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.542509 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Pushing event updated for resources: {'Port': ['ID=48bf2849-84ff-4682-835e-a2ecbce28965,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:22.547212 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51156) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:22.562330 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-417f0cae-66bb-4be0-87cf-4ba54936032c req-beced03b-544a-4ded-8c96-15edf4f228db tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197891 Aug 09 13:25:22.599352 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55afa8-fc2a-468b-ad48-68532a3bf9b5 req-8abf73ca-33ed-48be-a209-2c2dedcd079d tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:22.606637 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1a55afa8-fc2a-468b-ad48-68532a3bf9b5 req-8abf73ca-33ed-48be-a209-2c2dedcd079d tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 944 time: 0.1274915 Aug 09 13:25:22.670721 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79f33815-796e-491c-bd11-b91ca2d3fc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.688131 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Attempting to bind port 48bf2849-84ff-4682-835e-a2ecbce28965 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:25:22.688131 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Attempting to bind port 48bf2849-84ff-4682-835e-a2ecbce28965 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '63b54e4c-8ad7-4b42-97d1-173ceb332c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f'}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:25:22.688131 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Attempting to bind port 48bf2849-84ff-4682-835e-a2ecbce28965 on network d6b8fe0f-e975-4092-99e3-3ce6e736031f {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:25:22.693182 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1a55afa8-fc2a-468b-ad48-68532a3bf9b5 req-1a159ba4-fc64-4604-adb6-9b2b10a4f668 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857403 Aug 09 13:25:22.706186 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ce74ec7a-711b-44c2-ba79-d33bd4980417 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:25:22.717262 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Port 48bf2849-84ff-4682-835e-a2ecbce28965 on network d6b8fe0f-e975-4092-99e3-3ce6e736031f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:25:22.717587 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Attempting to bind port 48bf2849-84ff-4682-835e-a2ecbce28965 on network d6b8fe0f-e975-4092-99e3-3ce6e736031f {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:25:22.735524 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba98a41-4a07-4ad0-9ed4-9d0d3aa6fd7f req-0bbc7780-7855-4e08-8e6f-a6c2e3d32f55 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:22.736978 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2ba98a41-4a07-4ad0-9ed4-9d0d3aa6fd7f req-0bbc7780-7855-4e08-8e6f-a6c2e3d32f55 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1064944 Aug 09 13:25:22.738261 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:25:22.738598 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Checking segment: {'id': '63b54e4c-8ad7-4b42-97d1-173ceb332c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:25:22.738980 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Bound using segment: {'id': '63b54e4c-8ad7-4b42-97d1-173ceb332c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f'} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:25:22.739441 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Bound port: 48bf2849-84ff-4682-835e-a2ecbce28965, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b54e4c-8ad7-4b42-97d1-173ceb332c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f'}}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:25:22.739816 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.805635 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79f33815-796e-491c-bd11-b91ca2d3fc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.807728 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2ba98a41-4a07-4ad0-9ed4-9d0d3aa6fd7f req-a6ae808a-fca4-407e-be1c-d664e5f242c8 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589380 Aug 09 13:25:22.823186 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79f33815-796e-491c-bd11-b91ca2d3fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.838003 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] For port 48bf2849-84ff-4682-835e-a2ecbce28965, host hv-cinder-78729, cleared binding levels {{(pid=93361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:25:22.844649 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] For port 48bf2849-84ff-4682-835e-a2ecbce28965, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=48bf2849-84ff-4682-835e-a2ecbce28965,segment=NetworkSegment(63b54e4c-8ad7-4b42-97d1-173ceb332c50),segment_id=63b54e4c-8ad7-4b42-97d1-173ceb332c50)] {{(pid=93361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:25:22.851129 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.893553 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f33815-796e-491c-bd11-b91ca2d3fc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88acc673-6146-4375-8ffc-3c8941fba20a,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:22.913624 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port ce74ec7a-711b-44c2-ba79-d33bd4980417, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ce74ec7a-711b-44c2-ba79-d33bd4980417,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:22.918175 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-79f33815-796e-491c-bd11-b91ca2d3fc7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7749d3fdee4543adaf87c45e09d0d144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675532 Aug 09 13:25:22.919039 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51180) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:22.927077 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': 'ce74ec7a-711b-44c2-ba79-d33bd4980417', 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea', 'port_id': 'ce74ec7a-711b-44c2-ba79-d33bd4980417', 'mac_address': 'fa:16:3e:7e:51:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f323395f-83b4-42af-94ca-fccc9587251a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:25:22.940145 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:22.941373 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.945099 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] 10.222.0.42 "PUT /v2.0/ports/48bf2849-84ff-4682-835e-a2ecbce28965 HTTP/1.1" status: 200 len: 1094 time: 1.1675632 Aug 09 13:25:22.949297 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff174b5-86c0-4128-81a4-a816cb30df76', 'tag': '48bf2849-84ff-4682-835e-a2ecbce28965'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:22.951604 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfee079-77a1-40a4-b19b-a4f26cd830d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff174b5-86c0-4128-81a4-a816cb30df76", "tag": "48bf2849-84ff-4682-835e-a2ecbce28965"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:22.967728 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:22.993818 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce74ec7a-711b-44c2-ba79-d33bd4980417 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:25:23.024438 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd7bbf-cc61-4460-a12e-cb1c446abb66 service neutron] Pushing event updated for resources: {'Port': ['ID=48bf2849-84ff-4682-835e-a2ecbce28965,revision_number=3']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:23.029450 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port ce74ec7a-711b-44c2-ba79-d33bd4980417, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ce74ec7a-711b-44c2-ba79-d33bd4980417,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:23.035636 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.053857 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52fd-9f14-4e3b-ab04-511f6ae68155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.080333 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52fd-9f14-4e3b-ab04-511f6ae68155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.081031 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-37d596cb-2f4e-459c-b8f0-6341c54441bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:23.082731 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-37d596cb-2f4e-459c-b8f0-6341c54441bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef4ebde687e4b5291e14c19ac95b369&device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 1097 time: 0.0444741 Aug 09 13:25:23.100654 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c69629d-6e40-4397-9252-89470160a73a x-openstack-request-id: req-6c69629d-6e40-4397-9252-89470160a73a {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:23.100934 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff174b5-86c0-4128-81a4-a816cb30df76", "tag": "48bf2849-84ff-4682-835e-a2ecbce28965", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:23.101179 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c69629d-6e40-4397-9252-89470160a73a {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:23.103690 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff174b5-86c0-4128-81a4-a816cb30df76', 'tag': '48bf2849-84ff-4682-835e-a2ecbce28965', 'status': 'completed', 'code': 200} Aug 09 13:25:23.109195 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=ce74ec7a-711b-44c2-ba79-d33bd4980417,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:23.124935 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.125684 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.126557 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.127096 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.127575 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.128670 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.129255 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.129737 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.130309 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.130910 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.131306 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.131703 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:25:23.142033 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52fd-9f14-4e3b-ab04-511f6ae68155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.145064 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52fd-9f14-4e3b-ab04-511f6ae68155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.148834 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e7ac52fd-9f14-4e3b-ab04-511f6ae68155 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88acc673-6146-4375-8ffc-3c8941fba20a HTTP/1.1" status: 204 len: 168 time: 0.2270527 Aug 09 13:25:23.148962 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-d08d499e-8b04-411c-8c7f-05bb9f9b015f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48bf2849-84ff-4682-835e-a2ecbce28965 HTTP/1.1" status: 200 len: 217 time: 0.0418353 Aug 09 13:25:23.155256 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac52fd-9f14-4e3b-ab04-511f6ae68155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88acc673-6146-4375-8ffc-3c8941fba20a,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:23.205647 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-103a9f0e-9243-46a0-bf39-4ea15efcba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:23.207124 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-103a9f0e-9243-46a0-bf39-4ea15efcba90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d235d9-180e-4996-879a-ff10a58670f7 HTTP/1.1" status: 200 len: 848 time: 0.0509501 Aug 09 13:25:23.259068 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-c755c83f-0215-42c1-96ac-fe8c35882d12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6b8fe0f-e975-4092-99e3-3ce6e736031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428843 Aug 09 13:25:23.374522 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-7dc1e574-f381-4d60-a7b2-306551d51ed1 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042271 Aug 09 13:25:23.477646 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['ce74ec7a-711b-44c2-ba79-d33bd4980417'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:25:23.507647 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-248bbfc5-8e56-4fc6-8012-2dd90975da21 req-3be9dc65-c846-4658-bb20-103e2f505a62 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188617 Aug 09 13:25:23.612523 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51216) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:23.632455 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2a310768-aac5-4532-b8bd-508f19f48500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.646710 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee079-77a1-40a4-b19b-a4f26cd830d9 req-86c0252f-b42d-4780-a3f1-5f6900f1b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:23.652416 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6cfee079-77a1-40a4-b19b-a4f26cd830d9 req-86c0252f-b42d-4780-a3f1-5f6900f1b4e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef4ebde687e4b5291e14c19ac95b369&device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 1097 time: 0.0707083 Aug 09 13:25:23.756992 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bfd0e-4f6c-49d1-9fda-0fc3171bb99b req-09b40ed4-f832-4b8d-8714-6d974e90ffcf tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:23.758605 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d37bfd0e-4f6c-49d1-9fda-0fc3171bb99b req-09b40ed4-f832-4b8d-8714-6d974e90ffcf tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 944 time: 0.1050382 Aug 09 13:25:23.768864 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2a310768-aac5-4532-b8bd-508f19f48500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.784941 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2a310768-aac5-4532-b8bd-508f19f48500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.831125 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee079-77a1-40a4-b19b-a4f26cd830d9 req-6e9093c3-cfea-49cc-b424-3542dff851d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:23.832639 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6cfee079-77a1-40a4-b19b-a4f26cd830d9 req-6e9093c3-cfea-49cc-b424-3542dff851d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6b8fe0f-e975-4092-99e3-3ce6e736031f HTTP/1.1" status: 200 len: 909 time: 0.1704121 Aug 09 13:25:23.837076 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-2a310768-aac5-4532-b8bd-508f19f48500 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b25ce7fcb4f24c23ad787fb3dbb6f3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226100 Aug 09 13:25:23.839434 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51248) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:23.845426 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a310768-aac5-4532-b8bd-508f19f48500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0203f71f-81ab-4d78-99b1-2d12915a9d82,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:23.864906 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d37bfd0e-4f6c-49d1-9fda-0fc3171bb99b req-f35bd8dd-2925-4fce-bb29-5486020c3580 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929835 Aug 09 13:25:23.895572 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-06a96662-0bf4-4382-80e9-e9e12eeeda37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.898510 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6cfee079-77a1-40a4-b19b-a4f26cd830d9 req-0a49ba40-acd3-42e2-9b1c-bcf322c455d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48bf2849-84ff-4682-835e-a2ecbce28965 HTTP/1.1" status: 200 len: 217 time: 0.0514367 Aug 09 13:25:23.913077 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df200dae-8c46-4e23-9ecc-24571a7d52c0 req-c538d102-0616-4b5b-94cf-884a9b766a1e tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:23.915153 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-df200dae-8c46-4e23-9ecc-24571a7d52c0 req-c538d102-0616-4b5b-94cf-884a9b766a1e tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 944 time: 0.1170917 Aug 09 13:25:23.918961 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-06a96662-0bf4-4382-80e9-e9e12eeeda37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.971637 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-06a96662-0bf4-4382-80e9-e9e12eeeda37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.974561 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-06a96662-0bf4-4382-80e9-e9e12eeeda37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:23.975852 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-06a96662-0bf4-4382-80e9-e9e12eeeda37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0203f71f-81ab-4d78-99b1-2d12915a9d82 HTTP/1.1" status: 204 len: 168 time: 0.1354983 Aug 09 13:25:23.984244 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a96662-0bf4-4382-80e9-e9e12eeeda37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0203f71f-81ab-4d78-99b1-2d12915a9d82,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:24.014992 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee079-77a1-40a4-b19b-a4f26cd830d9 req-66f4cc7e-05b4-409e-bfa1-bfc2e0688aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:24.016487 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6cfee079-77a1-40a4-b19b-a4f26cd830d9 req-66f4cc7e-05b4-409e-bfa1-bfc2e0688aae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d235d9-180e-4996-879a-ff10a58670f7 HTTP/1.1" status: 200 len: 848 time: 0.1004200 Aug 09 13:25:24.020144 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-df200dae-8c46-4e23-9ecc-24571a7d52c0 req-d9427528-2636-45dd-9ce5-2399614ee5c3 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960076 Aug 09 13:25:24.045365 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02be531-067d-4cff-be71-7ed051e2e284 req-02988488-e441-4a0d-ad0e-a436e7265449 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:24.046899 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b02be531-067d-4cff-be71-7ed051e2e284 req-02988488-e441-4a0d-ad0e-a436e7265449 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0958796 Aug 09 13:25:24.063511 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6cfee079-77a1-40a4-b19b-a4f26cd830d9 req-a7a7d37d-73e4-4b4a-97f0-a2add9b48834 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6b8fe0f-e975-4092-99e3-3ce6e736031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354578 Aug 09 13:25:24.148909 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b02be531-067d-4cff-be71-7ed051e2e284 req-3fda7c85-9493-4671-b1e4-32f971b16991 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876510 Aug 09 13:25:24.195888 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6cfee079-77a1-40a4-b19b-a4f26cd830d9 req-36d18329-8e9b-49a2-9903-37ba2d400eaa service neutron] 10.222.0.42 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129105 Aug 09 13:25:24.312608 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6cfee079-77a1-40a4-b19b-a4f26cd830d9 req-829a6c22-99d8-48e3-8eb9-ad885804a099 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030548 Aug 09 13:25:24.985478 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aa8f1-1557-41c4-804a-7a7a656eaf59 req-11004d52-a1c6-4403-8007-e48c63edf20f tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:24.987019 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-338aa8f1-1557-41c4-804a-7a7a656eaf59 req-11004d52-a1c6-4403-8007-e48c63edf20f tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 944 time: 0.0523207 Aug 09 13:25:25.029969 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-338aa8f1-1557-41c4-804a-7a7a656eaf59 req-f06a14a2-f8e7-49f4-ac1a-59b3f9b5ccaa tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361707 Aug 09 13:25:25.150597 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc329c36-8763-4cc7-8c92-b8afbe22deb2 req-705e4fe3-6137-4607-a50f-3a827ba991db tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:25.152303 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dc329c36-8763-4cc7-8c92-b8afbe22deb2 req-705e4fe3-6137-4607-a50f-3a827ba991db tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 944 time: 0.0542955 Aug 09 13:25:25.215950 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dc329c36-8763-4cc7-8c92-b8afbe22deb2 req-7d32f224-6f3f-4d93-a650-f6fb80f5cb3c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531621 Aug 09 13:25:25.339867 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950e733-7ab2-46d3-90f9-9b9e401e23cd req-e7830062-8cbb-4576-9553-029f86873f84 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:25.341754 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a950e733-7ab2-46d3-90f9-9b9e401e23cd req-e7830062-8cbb-4576-9553-029f86873f84 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0640383 Aug 09 13:25:25.404911 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a950e733-7ab2-46d3-90f9-9b9e401e23cd req-4e623382-72b6-42a3-8fac-43e0c969f49b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563571 Aug 09 13:25:26.156225 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92997b31-7cd4-4aa8-8b02-51e56e011e07 req-60a701da-8c38-4791-9d2d-43435efa7dd7 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:26.165066 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-92997b31-7cd4-4aa8-8b02-51e56e011e07 req-60a701da-8c38-4791-9d2d-43435efa7dd7 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 944 time: 0.0618129 Aug 09 13:25:26.205731 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51374) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:26.219426 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-92997b31-7cd4-4aa8-8b02-51e56e011e07 req-44c9acdc-8047-4a6d-8fb0-feaeaf782e19 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478773 Aug 09 13:25:26.348792 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-83183569-b500-4918-a86e-15070120305d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.353057 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f66db-20e6-4ca9-a4d3-d4f146c135bf req-dfd59cdb-a005-4fc1-b35f-634308323744 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:26.354845 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-116f66db-20e6-4ca9-a4d3-d4f146c135bf req-dfd59cdb-a005-4fc1-b35f-634308323744 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 944 time: 0.0593793 Aug 09 13:25:26.398084 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-116f66db-20e6-4ca9-a4d3-d4f146c135bf req-eb5e5ceb-8a70-413c-aba9-768cc66b40fd tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356667 Aug 09 13:25:26.446522 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-83183569-b500-4918-a86e-15070120305d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.452506 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-83183569-b500-4918-a86e-15070120305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.494210 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-83183569-b500-4918-a86e-15070120305d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bd0bc54b6da4dc7b166459e09dde39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872894 Aug 09 13:25:26.500202 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51394) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:26.511274 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83183569-b500-4918-a86e-15070120305d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f227b7c-f952-4ef6-ad44-97747b1f467d,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:26.546769 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3387c6d-e79c-4296-bfd4-f126724bf940 req-ad892d84-6e93-4a82-8624-c6df192dea95 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:26.548274 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b3387c6d-e79c-4296-bfd4-f126724bf940 req-ad892d84-6e93-4a82-8624-c6df192dea95 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0598345 Aug 09 13:25:26.556181 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-5a656f56-60f6-4441-9f8e-6451f44777d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.579442 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-5a656f56-60f6-4441-9f8e-6451f44777d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.590573 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b3387c6d-e79c-4296-bfd4-f126724bf940 req-15b5ecef-0c79-47fd-939b-c0d72e44be6b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360858 Aug 09 13:25:26.629222 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-5a656f56-60f6-4441-9f8e-6451f44777d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.631729 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-5a656f56-60f6-4441-9f8e-6451f44777d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.632975 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-5a656f56-60f6-4441-9f8e-6451f44777d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f227b7c-f952-4ef6-ad44-97747b1f467d HTTP/1.1" status: 204 len: 168 time: 0.1317115 Aug 09 13:25:26.640697 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a656f56-60f6-4441-9f8e-6451f44777d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f227b7c-f952-4ef6-ad44-97747b1f467d,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:26.722994 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 48bf2849-84ff-4682-835e-a2ecbce28965 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:25:26.726342 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ce74ec7a-711b-44c2-ba79-d33bd4980417 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:25:26.833201 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port ce74ec7a-711b-44c2-ba79-d33bd4980417 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:25:26.843397 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port ce74ec7a-711b-44c2-ba79-d33bd4980417 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:25:26.843668 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.890180 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 48bf2849-84ff-4682-835e-a2ecbce28965, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=48bf2849-84ff-4682-835e-a2ecbce28965,segment=NetworkSegment(63b54e4c-8ad7-4b42-97d1-173ceb332c50),segment_id=63b54e4c-8ad7-4b42-97d1-173ceb332c50)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:26.906001 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '48bf2849-84ff-4682-835e-a2ecbce28965', 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f', 'port_id': '48bf2849-84ff-4682-835e-a2ecbce28965', 'mac_address': 'fa:16:3e:d3:24:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d235d9-180e-4996-879a-ff10a58670f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:25:26.937780 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51400) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:26.951301 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-646345a8-7a54-4370-a63f-2cd9f3b035b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.969798 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.980337 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:26.999764 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bf2849-84ff-4682-835e-a2ecbce28965 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:25:27.011171 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7799e12c-6fe9-4aec-bb93-6a384f455375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce74ec7a-711b-44c2-ba79-d33bd4980417'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:27.013549 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df26c0ef-dfb4-4a22-ad7a-9fac059a4a52" -d '{"events": [{"server_uuid": "7799e12c-6fe9-4aec-bb93-6a384f455375", "name": "network-vif-plugged", "status": "completed", "tag": "ce74ec7a-711b-44c2-ba79-d33bd4980417"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:27.035701 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port ce74ec7a-711b-44c2-ba79-d33bd4980417, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ce74ec7a-711b-44c2-ba79-d33bd4980417,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:27.037592 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 48bf2849-84ff-4682-835e-a2ecbce28965, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=48bf2849-84ff-4682-835e-a2ecbce28965,segment=NetworkSegment(63b54e4c-8ad7-4b42-97d1-173ceb332c50),segment_id=63b54e4c-8ad7-4b42-97d1-173ceb332c50)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:27.044481 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:27.048719 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:27.061002 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-646345a8-7a54-4370-a63f-2cd9f3b035b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:27.066233 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-646345a8-7a54-4370-a63f-2cd9f3b035b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:27.072586 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edad817-0b4b-4793-ac28-832d12863057 x-openstack-request-id: req-9edad817-0b4b-4793-ac28-832d12863057 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:27.072882 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7799e12c-6fe9-4aec-bb93-6a384f455375", "name": "network-vif-plugged", "status": "completed", "tag": "ce74ec7a-711b-44c2-ba79-d33bd4980417", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:27.073134 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9edad817-0b4b-4793-ac28-832d12863057 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:27.073505 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7799e12c-6fe9-4aec-bb93-6a384f455375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce74ec7a-711b-44c2-ba79-d33bd4980417', 'code': 200} Aug 09 13:25:27.099945 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=ce74ec7a-711b-44c2-ba79-d33bd4980417,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:27.106294 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-646345a8-7a54-4370-a63f-2cd9f3b035b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f67322f15851405a80114d3dace47e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649389 Aug 09 13:25:27.107132 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 51404) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:27.114022 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646345a8-7a54-4370-a63f-2cd9f3b035b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327e2d60-941f-4501-b1d8-d6888a0a0a19,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:27.151829 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=48bf2849-84ff-4682-835e-a2ecbce28965,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:27.175550 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3440c30e-7ba9-4dd2-8b44-83292e9ef533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:27.197818 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3440c30e-7ba9-4dd2-8b44-83292e9ef533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:27.272834 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6578-fb4a-4f06-be8d-00c0a9a1247b req-946815d2-b7c1-4780-b44a-0c78cc5fb237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:27.274792 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-05cb6578-fb4a-4f06-be8d-00c0a9a1247b req-946815d2-b7c1-4780-b44a-0c78cc5fb237 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 1098 time: 0.0446198 Aug 09 13:25:27.289636 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3440c30e-7ba9-4dd2-8b44-83292e9ef533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:27.292118 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3440c30e-7ba9-4dd2-8b44-83292e9ef533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:27.293198 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-3440c30e-7ba9-4dd2-8b44-83292e9ef533 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/327e2d60-941f-4501-b1d8-d6888a0a0a19 HTTP/1.1" status: 204 len: 168 time: 0.1850872 Aug 09 13:25:27.332238 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440c30e-7ba9-4dd2-8b44-83292e9ef533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e2d60-941f-4501-b1d8-d6888a0a0a19,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:27.380019 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7501-9c69-422d-b310-d87aa3050ff0 req-982fe663-477f-4b69-aa78-1d706ece3a28 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:27.381615 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b25c7501-9c69-422d-b310-d87aa3050ff0 req-982fe663-477f-4b69-aa78-1d706ece3a28 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 945 time: 0.1019835 Aug 09 13:25:27.386594 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-05cb6578-fb4a-4f06-be8d-00c0a9a1247b req-add8d9bf-a984-4cd0-859c-3bbe37b00d6e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924230 Aug 09 13:25:27.424602 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b25c7501-9c69-422d-b310-d87aa3050ff0 req-429dc28b-5ddb-44c0-81fd-9c57d49da59a tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341196 Aug 09 13:25:27.526649 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['48bf2849-84ff-4682-835e-a2ecbce28965'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:25:27.590843 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dcfbf-9e11-4bfd-a845-1ddb6ab65dbf req-f2be011e-34ce-414c-bb1d-5973c476f427 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:27.596829 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-503dcfbf-9e11-4bfd-a845-1ddb6ab65dbf req-f2be011e-34ce-414c-bb1d-5973c476f427 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 945 time: 0.0877681 Aug 09 13:25:27.646945 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-503dcfbf-9e11-4bfd-a845-1ddb6ab65dbf req-365d5b5e-d1fe-4d42-9974-f3250ff87f9d tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440543 Aug 09 13:25:27.744061 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5016c4d-1410-440f-ba48-54e1749e54e8 req-bca9af78-885a-42a5-9fef-e2a82d3e2589 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:27.745580 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b5016c4d-1410-440f-ba48-54e1749e54e8 req-bca9af78-885a-42a5-9fef-e2a82d3e2589 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0552011 Aug 09 13:25:27.789527 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b5016c4d-1410-440f-ba48-54e1749e54e8 req-35ac6d4e-8e6f-4b01-88b0-b78874e21e20 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367913 Aug 09 13:25:28.571247 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf1af8-a962-4445-b93f-7b99bb96af40 req-473265c8-0aed-44b4-9e1d-692a8915b524 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:28.572634 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0cbf1af8-a962-4445-b93f-7b99bb96af40 req-473265c8-0aed-44b4-9e1d-692a8915b524 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 945 time: 0.0602255 Aug 09 13:25:28.617833 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0cbf1af8-a962-4445-b93f-7b99bb96af40 req-e8e9854b-96d4-471f-8c3c-d8ceeae552ae tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Aug 09 13:25:28.776733 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7d4bc-c055-457f-b22b-a9232145025e req-9e8d3716-661c-43be-b1bd-c4cec8faa00c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:28.778319 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3ca7d4bc-c055-457f-b22b-a9232145025e req-9e8d3716-661c-43be-b1bd-c4cec8faa00c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 945 time: 0.0535288 Aug 09 13:25:28.821022 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3ca7d4bc-c055-457f-b22b-a9232145025e req-624c2db4-da77-4ef7-9e82-25ab0575d4ec tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Aug 09 13:25:28.923875 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6272b0-af90-4d9b-99be-a9022afc61e9 req-9d812f54-4e74-48df-8bfe-5cef128c05b2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:28.925388 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cf6272b0-af90-4d9b-99be-a9022afc61e9 req-9d812f54-4e74-48df-8bfe-5cef128c05b2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0548067 Aug 09 13:25:28.963688 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cf6272b0-af90-4d9b-99be-a9022afc61e9 req-3c756b19-8710-46a3-8310-e70da1bf32e3 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317760 Aug 09 13:25:29.761109 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186e094-c77d-4c3b-a638-76668b569e36 req-10108bcb-3cd7-4663-9eaf-60e3b69cffb8 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:29.763582 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9186e094-c77d-4c3b-a638-76668b569e36 req-10108bcb-3cd7-4663-9eaf-60e3b69cffb8 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 945 time: 0.0704718 Aug 09 13:25:29.805873 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9186e094-c77d-4c3b-a638-76668b569e36 req-b3e1cc5f-3cc6-4d8f-9eed-33f637a751c9 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362129 Aug 09 13:25:29.983541 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228cf3e-9198-4af8-b4be-1d2b084a7943 req-4019bd7a-1b6b-4494-ac45-823f6980a519 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:29.985002 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8228cf3e-9198-4af8-b4be-1d2b084a7943 req-4019bd7a-1b6b-4494-ac45-823f6980a519 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 945 time: 0.0511651 Aug 09 13:25:30.029082 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8228cf3e-9198-4af8-b4be-1d2b084a7943 req-6f9297ea-8472-4936-b153-325e9f6b873a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358276 Aug 09 13:25:30.099860 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac40444-f978-4bc3-9b23-2ff1e2d9166f req-71f61b23-601f-41d4-9fda-e49e87bb49ce tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:30.104841 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eac40444-f978-4bc3-9b23-2ff1e2d9166f req-71f61b23-601f-41d4-9fda-e49e87bb49ce tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0542498 Aug 09 13:25:30.141449 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eac40444-f978-4bc3-9b23-2ff1e2d9166f req-52ccb73f-4116-455d-bb50-fe09c53ad698 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339503 Aug 09 13:25:31.213774 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 48bf2849-84ff-4682-835e-a2ecbce28965 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:25:31.272086 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 48bf2849-84ff-4682-835e-a2ecbce28965 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:25:31.278806 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 48bf2849-84ff-4682-835e-a2ecbce28965 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:25:31.279357 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:31.362156 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:31.385898 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff174b5-86c0-4128-81a4-a816cb30df76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf2849-84ff-4682-835e-a2ecbce28965'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:31.388167 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed08113f-3046-41e4-bf1a-9454b69ccd7f" -d '{"events": [{"server_uuid": "5ff174b5-86c0-4128-81a4-a816cb30df76", "name": "network-vif-plugged", "status": "completed", "tag": "48bf2849-84ff-4682-835e-a2ecbce28965"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:31.400499 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 48bf2849-84ff-4682-835e-a2ecbce28965, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=48bf2849-84ff-4682-835e-a2ecbce28965,segment=NetworkSegment(63b54e4c-8ad7-4b42-97d1-173ceb332c50),segment_id=63b54e4c-8ad7-4b42-97d1-173ceb332c50)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:31.405320 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:31.455360 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=48bf2849-84ff-4682-835e-a2ecbce28965,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:33.600381 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-63afc408-526f-4153-b453-22d1e2102b6f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473251 Aug 09 13:25:33.723994 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bec34-9cfa-4c64-b504-66af53199fc6 req-fdbd1668-7a20-4227-b7b2-90722ada8bb4 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:33.725385 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-783bec34-9cfa-4c64-b504-66af53199fc6 req-fdbd1668-7a20-4227-b7b2-90722ada8bb4 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 946 time: 0.1017802 Aug 09 13:25:33.759774 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de4928-2fa2-4a8b-80b2-27b9b19a922d req-1d8e7ed0-62d9-4e10-8ae7-b61586a69881 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:33.761291 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e1de4928-2fa2-4a8b-80b2-27b9b19a922d req-1d8e7ed0-62d9-4e10-8ae7-b61586a69881 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1098404 Aug 09 13:25:33.764138 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-6585679c-01ea-4e4d-b14e-2e58a6bfaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:33.765515 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-6585679c-01ea-4e4d-b14e-2e58a6bfaa96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 1098 time: 0.1014488 Aug 09 13:25:33.793330 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-783bec34-9cfa-4c64-b504-66af53199fc6 req-88080eca-56d6-44e7-aab1-0e26319c559c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618014 Aug 09 13:25:33.856524 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e1de4928-2fa2-4a8b-80b2-27b9b19a922d req-4679b64f-1576-419f-bd68-a52a01ce3bb2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873435 Aug 09 13:25:33.902725 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f688b5-f1b6-49b0-9439-28e5caf49598 x-openstack-request-id: req-02f688b5-f1b6-49b0-9439-28e5caf49598 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:33.903260 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff174b5-86c0-4128-81a4-a816cb30df76", "name": "network-vif-plugged", "status": "completed", "tag": "48bf2849-84ff-4682-835e-a2ecbce28965", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:33.903366 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02f688b5-f1b6-49b0-9439-28e5caf49598 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:33.904309 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff174b5-86c0-4128-81a4-a816cb30df76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf2849-84ff-4682-835e-a2ecbce28965', 'code': 200} Aug 09 13:25:33.917071 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-65e8665f-b44e-49be-b4b0-1dfffbe7d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:33.918599 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-65e8665f-b44e-49be-b4b0-1dfffbe7d16e service neutron] 10.222.0.42 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 916 time: 0.1228592 Aug 09 13:25:33.969499 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-828b7631-bf5c-4d1e-8425-4a7a67e3a264 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f9ee04-cb35-439d-add5-1517d716ffdb HTTP/1.1" status: 200 len: 217 time: 0.0383480 Aug 09 13:25:34.029885 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-e19c731c-6f14-4738-b20b-a9a6312fa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:34.031343 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-e19c731c-6f14-4738-b20b-a9a6312fa45c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f323395f-83b4-42af-94ca-fccc9587251a HTTP/1.1" status: 200 len: 855 time: 0.0462356 Aug 09 13:25:34.082570 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-e5c1ea75-e077-4fdd-81db-1e9926a668a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269399 Aug 09 13:25:34.097625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bac2e8-02b9-4076-807b-945b2b5a90c9 req-15725f2a-2aff-4a21-9d3a-5260482aea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:34.099175 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-c0bac2e8-02b9-4076-807b-945b2b5a90c9 req-15725f2a-2aff-4a21-9d3a-5260482aea48 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 1099 time: 0.0428174 Aug 09 13:25:34.143748 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-c0bac2e8-02b9-4076-807b-945b2b5a90c9 req-c90e8c8a-682b-4190-a2a8-7d8ed960ab9b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337501 Aug 09 13:25:34.182220 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-bcdbc813-0492-4fb3-aecc-7d3274869a4e service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858536 Aug 09 13:25:34.315243 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-257f9af7-2e6b-43a9-8996-bbbc3be38c94 req-c722f46c-1ba9-4260-9057-ed9d2fb7d40c service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879087 Aug 09 13:25:34.925086 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1ded1-3004-48b2-8f9f-0c8224a81f85 req-612f387c-ff86-44d3-8d93-60515f7e80cb tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:34.925086 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3fd1ded1-3004-48b2-8f9f-0c8224a81f85 req-612f387c-ff86-44d3-8d93-60515f7e80cb tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 946 time: 0.0594022 Aug 09 13:25:35.033712 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-12e8ac25-6828-421f-a150-b7661db83e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:35.047690 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3fd1ded1-3004-48b2-8f9f-0c8224a81f85 req-7a1594f5-f317-49cc-ac41-168d9e3fe58b tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112330 Aug 09 13:25:35.119697 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74861c56-9bad-41cc-ac7c-f46e7d935f5f req-ac2dd469-6850-4056-8ee4-2892d7791a27 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:35.127911 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-74861c56-9bad-41cc-ac7c-f46e7d935f5f req-ac2dd469-6850-4056-8ee4-2892d7791a27 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1098933 Aug 09 13:25:35.166988 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-74861c56-9bad-41cc-ac7c-f46e7d935f5f req-24451c57-4370-4ff4-95e4-512fa0dd14d9 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381942 Aug 09 13:25:35.260186 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 51624) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:35.382889 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fc0fc4fd-2872-433e-b0a7-e6a002d15f6e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:35.384362 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fc0fc4fd-2872-433e-b0a7-e6a002d15f6e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 815 time: 0.1057684 Aug 09 13:25:35.399124 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-b4b602a5-0f69-414c-bdf9-13744631d50a tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/quotas/7c4e955dcef94acdb8e6a526d1dd49fd HTTP/1.1" status: 200 len: 375 time: 0.0090883 Aug 09 13:25:35.440704 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e8a2a947-88a0-4d1c-9e12-6007c0539fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:35.475817 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-7a6fe882-4b91-4041-aa46-2bd719ce5757 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710523 Aug 09 13:25:35.607444 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-80d7f83c-990b-4495-b0e4-b590b3e55e53 service neutron] 10.222.0.32 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227341 Aug 09 13:25:35.630033 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e8a2a947-88a0-4d1c-9e12-6007c0539fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:35.642613 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e8a2a947-88a0-4d1c-9e12-6007c0539fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:35.714291 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-e8a2a947-88a0-4d1c-9e12-6007c0539fb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=067a7bb402644609b225d08e28cb1db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4505250 Aug 09 13:25:35.714710 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51636) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:35.729034 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2a947-88a0-4d1c-9e12-6007c0539fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851deebc-d2fb-4e60-81a7-e02172c6bd9c,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:35.752917 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-387c9f19-c885-49cc-9447-cd29a59f8600 service neutron] 10.222.0.32 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350572 Aug 09 13:25:35.768762 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-773fb803-e23d-4b09-b77a-4e6ade74e276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:35.792818 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-773fb803-e23d-4b09-b77a-4e6ade74e276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:35.837825 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-773fb803-e23d-4b09-b77a-4e6ade74e276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:35.840223 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-773fb803-e23d-4b09-b77a-4e6ade74e276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:35.841379 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-773fb803-e23d-4b09-b77a-4e6ade74e276 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/851deebc-d2fb-4e60-81a7-e02172c6bd9c HTTP/1.1" status: 204 len: 168 time: 0.1256945 Aug 09 13:25:35.859381 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fb803-e23d-4b09-b77a-4e6ade74e276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851deebc-d2fb-4e60-81a7-e02172c6bd9c,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:36.147315 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 51658) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:36.161651 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3f7d616f-10c2-420a-b493-5860675c21c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:36.252829 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3f7d616f-10c2-420a-b493-5860675c21c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:36.258182 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3f7d616f-10c2-420a-b493-5860675c21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:36.296397 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-3f7d616f-10c2-420a-b493-5860675c21c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5b8352257fa4c6f953266d5a8f7735e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479013 Aug 09 13:25:36.297643 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d616f-10c2-420a-b493-5860675c21c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4057a84f-5bbe-460b-be63-2210105537cb,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:36.298720 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51662) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:36.351995 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a0722582-da69-4b3b-ba0a-636e40857608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:36.375096 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a0722582-da69-4b3b-ba0a-636e40857608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:36.422771 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a0722582-da69-4b3b-ba0a-636e40857608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:36.426302 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a0722582-da69-4b3b-ba0a-636e40857608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:36.427726 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a0722582-da69-4b3b-ba0a-636e40857608 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4057a84f-5bbe-460b-be63-2210105537cb HTTP/1.1" status: 204 len: 168 time: 0.1277971 Aug 09 13:25:36.439515 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0722582-da69-4b3b-ba0a-636e40857608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4057a84f-5bbe-460b-be63-2210105537cb,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:36.442610 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:37.542712 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-41a16007-db9e-43dd-aea6-f04738aa54b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:37.884344 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:38.744650 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:39.445069 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51806) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:39.560745 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98a9054c-421d-4efe-986e-08150b29e6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:39.653375 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3fd584d3-6787-46f1-b908-00b238b35048 req-3617dd51-376d-4a4b-8a92-f48180b97a3f tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 210 time: 0.0579007 Aug 09 13:25:39.681731 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98a9054c-421d-4efe-986e-08150b29e6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:39.694713 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98a9054c-421d-4efe-986e-08150b29e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:39.747687 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-98a9054c-421d-4efe-986e-08150b29e6f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e73fd29116b496c992407847505a06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013468 Aug 09 13:25:39.748472 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51810) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:39.749136 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9054c-421d-4efe-986e-08150b29e6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff6aa8-f4fd-440c-864a-11390c20142e,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:39.799734 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ec7b-2204-49c4-9ac5-2133d9c1d4a5 req-b4f70112-66ee-4c56-a9bb-dc8a4cadf94c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:39.801855 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e163ec7b-2204-49c4-9ac5-2133d9c1d4a5 req-b4f70112-66ee-4c56-a9bb-dc8a4cadf94c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0734708 Aug 09 13:25:39.810486 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af4a7b-9cca-41e4-bd03-7d13bf46ff0b req-44d400c9-ca8d-4359-b7ff-124df0a2fc0e tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:39.812007 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f8af4a7b-9cca-41e4-bd03-7d13bf46ff0b req-44d400c9-ca8d-4359-b7ff-124df0a2fc0e tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 946 time: 0.1531017 Aug 09 13:25:39.814632 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-89bd1209-9b8e-4fe7-936a-2f0c937a82f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:39.839664 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-89bd1209-9b8e-4fe7-936a-2f0c937a82f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:39.867791 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e163ec7b-2204-49c4-9ac5-2133d9c1d4a5 req-53209209-1fea-44cb-915f-25a5cfe2a4f0 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548158 Aug 09 13:25:39.880885 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f8af4a7b-9cca-41e4-bd03-7d13bf46ff0b req-e4ab4c3e-4946-4008-8b57-98918e767199 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609958 Aug 09 13:25:39.897561 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-89bd1209-9b8e-4fe7-936a-2f0c937a82f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:39.900534 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-89bd1209-9b8e-4fe7-936a-2f0c937a82f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:39.901760 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-89bd1209-9b8e-4fe7-936a-2f0c937a82f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7ff6aa8-f4fd-440c-864a-11390c20142e HTTP/1.1" status: 204 len: 168 time: 0.1497071 Aug 09 13:25:39.912073 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd1209-9b8e-4fe7-936a-2f0c937a82f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff6aa8-f4fd-440c-864a-11390c20142e,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:40.176358 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:40.198525 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 51816) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:40.212424 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7f70da0f-ee9b-4e0e-a2fd-8a81ea98c78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:40.360777 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7f70da0f-ee9b-4e0e-a2fd-8a81ea98c78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:40.366639 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7f70da0f-ee9b-4e0e-a2fd-8a81ea98c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:40.398342 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:25:40.424100 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70da0f-ee9b-4e0e-a2fd-8a81ea98c78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7d2630-f3cb-44bf-97c5-0d56e01ba1ac,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:40.433637 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 51826) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:40.441338 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-7f70da0f-ee9b-4e0e-a2fd-8a81ea98c78e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ef700b66f154de6a57e59c630649c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363799 Aug 09 13:25:40.477242 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-2b3bee7c-8eba-4ced-aa05-20f7a1d4bac9 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:40.478789 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-2b3bee7c-8eba-4ced-aa05-20f7a1d4bac9 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 815 time: 0.1736655 Aug 09 13:25:40.497510 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9185d9d6-09e3-49e3-992a-b5c89f90ef76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:40.515996 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Request body: {'port': {'device_id': '7ffc7e91-3574-4eed-972f-f85d854fd03e', 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea', 'admin_state_up': True, 'tenant_id': '7c4e955dcef94acdb8e6a526d1dd49fd'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:40.519460 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9185d9d6-09e3-49e3-992a-b5c89f90ef76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:40.579528 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9185d9d6-09e3-49e3-992a-b5c89f90ef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:40.584570 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9185d9d6-09e3-49e3-992a-b5c89f90ef76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:40.588747 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-9185d9d6-09e3-49e3-992a-b5c89f90ef76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db7d2630-f3cb-44bf-97c5-0d56e01ba1ac HTTP/1.1" status: 204 len: 168 time: 0.1536672 Aug 09 13:25:40.596812 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185d9d6-09e3-49e3-992a-b5c89f90ef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7d2630-f3cb-44bf-97c5-0d56e01ba1ac,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:40.657460 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Made reservation on behalf of 7c4e955dcef94acdb8e6a526d1dd49fd for: {'port': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:25:40.661749 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:40.777681 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-757bedc2-5e96-423d-a05a-550f5f54c9e7 req-f239a5ce-caaf-42cd-a059-2aa93c958b1d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 210 time: 0.0469549 Aug 09 13:25:41.134214 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Allocated IP 172.20.0.13 (411f565d-fdbf-45ae-9e1a-bcfb25c5eeea/f323395f-83b4-42af-94ca-fccc9587251a/131807ef-d3dc-4b06-8775-2c821cb4d42b) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:25:41.162380 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de6d08-8c70-4442-93c3-15c405ec1089 req-9d3ff05d-d432-4d6b-a2bb-6174f6f3811b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:41.163917 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-87de6d08-8c70-4442-93c3-15c405ec1089 req-9d3ff05d-d432-4d6b-a2bb-6174f6f3811b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1185381 Aug 09 13:25:41.173248 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c6e3a-9896-4d31-af6a-1b9b17f6bb34 req-204eeb81-1695-4212-a09b-88be5ad9ff6c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:41.174561 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-557c6e3a-9896-4d31-af6a-1b9b17f6bb34 req-204eeb81-1695-4212-a09b-88be5ad9ff6c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 946 time: 0.1279743 Aug 09 13:25:41.269652 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-87de6d08-8c70-4442-93c3-15c405ec1089 req-70054e63-8912-4eb1-aa4c-7e3f1100cebe tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940828 Aug 09 13:25:41.275963 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-557c6e3a-9896-4d31-af6a-1b9b17f6bb34 req-d8dd5584-17d4-4ac1-aaf6-f69eadbec823 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895455 Aug 09 13:25:41.416227 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:41.455262 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:41.468808 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['03f9ee04-cb35-439d-add5-1517d716ffdb', 'ce74ec7a-711b-44c2-ba79-d33bd4980417'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:25:41.502803 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:25:41.508629 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:25:41.511732 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:25:41.538766 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Pushing event updated for resources: {'Port': ['ID=131807ef-d3dc-4b06-8775-2c821cb4d42b,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:41.581947 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:41.581947 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:41.604846 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-fcdaef24-ad53-4583-9cf0-5743dcf3dc65 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0926573 Aug 09 13:25:41.621316 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Request body: {'port': {'device_id': '7ffc7e91-3574-4eed-972f-f85d854fd03e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:41.699383 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:42.009107 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18201f5e-41b1-4126-a78e-188424b6e1cd req-fa739dc5-95cf-4a7c-b8a0-7fa7847db806 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:42.010859 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-18201f5e-41b1-4126-a78e-188424b6e1cd req-fa739dc5-95cf-4a7c-b8a0-7fa7847db806 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 932 time: 0.1494944 Aug 09 13:25:42.069177 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-18201f5e-41b1-4126-a78e-188424b6e1cd req-28134d39-b108-4af8-aa11-a021e83f7e06 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515702 Aug 09 13:25:42.149407 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131807ef-d3dc-4b06-8775-2c821cb4d42b {{(pid=93361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:25:42.157667 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:42.172622 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Transition to ACTIVE for port object 131807ef-d3dc-4b06-8775-2c821cb4d42b will not be triggered until provisioned by entity L2. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:25:42.176935 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:42.238417 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=131807ef-d3dc-4b06-8775-2c821cb4d42b,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:42.327304 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30f7b9-254d-446b-99f8-b604a50fd001 req-2f01dd1c-c4f1-4f09-874c-e88d537bfe68 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:42.328865 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6a30f7b9-254d-446b-99f8-b604a50fd001 req-2f01dd1c-c4f1-4f09-874c-e88d537bfe68 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 946 time: 0.1011226 Aug 09 13:25:42.348897 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Attempting to bind port 131807ef-d3dc-4b06-8775-2c821cb4d42b on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:25:42.349234 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Attempting to bind port 131807ef-d3dc-4b06-8775-2c821cb4d42b by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:25:42.349562 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Attempting to bind port 131807ef-d3dc-4b06-8775-2c821cb4d42b on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:25:42.375731 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Port 131807ef-d3dc-4b06-8775-2c821cb4d42b on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:25:42.375731 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Attempting to bind port 131807ef-d3dc-4b06-8775-2c821cb4d42b on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:25:42.409258 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:25:42.409708 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Checking segment: {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:25:42.410118 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Bound using segment: {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:25:42.410563 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Bound port: 131807ef-d3dc-4b06-8775-2c821cb4d42b, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'}}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:25:42.410937 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:42.453521 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6a30f7b9-254d-446b-99f8-b604a50fd001 req-a7c1213b-a55c-4adb-b959-9343848b6ba3 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130838 Aug 09 13:25:42.467478 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30962b84-7cf1-4e7c-b2ac-15bb142f90cb req-51b23fd8-991f-4f8f-b10c-7d6c2b63bd81 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:42.469006 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-30962b84-7cf1-4e7c-b2ac-15bb142f90cb req-51b23fd8-991f-4f8f-b10c-7d6c2b63bd81 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1157331 Aug 09 13:25:42.519357 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] For port 131807ef-d3dc-4b06-8775-2c821cb4d42b, host hv-cinder-78729, cleared binding levels {{(pid=93361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:25:42.535753 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-30962b84-7cf1-4e7c-b2ac-15bb142f90cb req-6d9f2a55-0bd5-453e-9d4d-f7d05b7c3df7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600517 Aug 09 13:25:42.537445 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] For port 131807ef-d3dc-4b06-8775-2c821cb4d42b, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=131807ef-d3dc-4b06-8775-2c821cb4d42b,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:25:42.543464 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:42.576562 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:42.577188 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:42.578580 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] 10.222.0.42 "PUT /v2.0/ports/131807ef-d3dc-4b06-8775-2c821cb4d42b HTTP/1.1" status: 200 len: 1094 time: 0.9630039 Aug 09 13:25:42.579011 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffc7e91-3574-4eed-972f-f85d854fd03e', 'tag': '131807ef-d3dc-4b06-8775-2c821cb4d42b'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:42.581299 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffc7e91-3574-4eed-972f-f85d854fd03e", "tag": "131807ef-d3dc-4b06-8775-2c821cb4d42b"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:42.608964 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53e8d4-3c53-46bc-85a2-d950f219d3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=131807ef-d3dc-4b06-8775-2c821cb4d42b,revision_number=3']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:42.633074 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377e22e8-a995-400d-b8f7-6154e63473c8 x-openstack-request-id: req-377e22e8-a995-400d-b8f7-6154e63473c8 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:42.633458 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffc7e91-3574-4eed-972f-f85d854fd03e", "tag": "131807ef-d3dc-4b06-8775-2c821cb4d42b", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:42.633627 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-377e22e8-a995-400d-b8f7-6154e63473c8 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:42.634052 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffc7e91-3574-4eed-972f-f85d854fd03e', 'tag': '131807ef-d3dc-4b06-8775-2c821cb4d42b', 'status': 'completed', 'code': 200} Aug 09 13:25:42.682914 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-10c029bc-2e46-41b7-86dd-0f50b5b15ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:42.684903 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-10c029bc-2e46-41b7-86dd-0f50b5b15ad8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 1097 time: 0.0459111 Aug 09 13:25:42.739346 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-32fc8bf2-cd57-4a95-b80a-4745313f75c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=131807ef-d3dc-4b06-8775-2c821cb4d42b HTTP/1.1" status: 200 len: 217 time: 0.0360084 Aug 09 13:25:42.795684 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-96f2ec04-2e2d-4e98-903d-f06f4fea8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:42.797183 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-96f2ec04-2e2d-4e98-903d-f06f4fea8118 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f323395f-83b4-42af-94ca-fccc9587251a HTTP/1.1" status: 200 len: 855 time: 0.0488157 Aug 09 13:25:42.833114 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-a582ad36-c6f4-4ff9-91ea-9394497cbd40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269175 Aug 09 13:25:42.958031 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-3c0f8e34-10d2-424b-9211-379fc78161d5 service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876055 Aug 09 13:25:43.084802 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-52a2398d-754f-4ba9-ab15-5d2c3024e9df req-31f8145e-7e28-4493-9b05-405c3f584d11 service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913692 Aug 09 13:25:43.216958 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7 req-26bd9a87-4e6e-433d-895f-e7ea6252a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:43.218475 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7 req-26bd9a87-4e6e-433d-895f-e7ea6252a808 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 1097 time: 0.0801702 Aug 09 13:25:43.233158 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c270f-9df2-499e-8a1e-a09adbed1ce8 req-d36e2430-9f6f-47e6-94d6-00fd021aba4b tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:43.234626 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-477c270f-9df2-499e-8a1e-a09adbed1ce8 req-d36e2430-9f6f-47e6-94d6-00fd021aba4b tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 944 time: 0.0650411 Aug 09 13:25:43.323046 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-477c270f-9df2-499e-8a1e-a09adbed1ce8 req-c13e9250-7407-4067-ac70-6297fb7766d8 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782993 Aug 09 13:25:43.353903 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7 req-74e38a97-5572-4bea-85cf-109a4f92e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:43.355592 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7 req-74e38a97-5572-4bea-85cf-109a4f92e5fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 916 time: 0.1198778 Aug 09 13:25:43.413698 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7 req-bb70dd78-6deb-4631-af78-dcf383f269fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=131807ef-d3dc-4b06-8775-2c821cb4d42b HTTP/1.1" status: 200 len: 217 time: 0.0349374 Aug 09 13:25:43.477031 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7 req-478ed481-db0b-40b9-bb15-2baf0a007e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:43.478663 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7 req-478ed481-db0b-40b9-bb15-2baf0a007e2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f323395f-83b4-42af-94ca-fccc9587251a HTTP/1.1" status: 200 len: 855 time: 0.0440223 Aug 09 13:25:43.516413 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7 req-f17843ef-b5ad-461c-8a2f-2a68f5fe2eef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256186 Aug 09 13:25:43.676138 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7 req-538b8ed3-367d-46b2-8a85-85c669715143 service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487463 Aug 09 13:25:43.683490 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e946-6459-4806-9d0a-815246ef9bb6 req-27f1190e-c5f5-4033-a546-80dc1a1f6a0b tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:43.684979 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1de7e946-6459-4806-9d0a-815246ef9bb6 req-27f1190e-c5f5-4033-a546-80dc1a1f6a0b tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 946 time: 0.1493475 Aug 09 13:25:43.715616 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d796-7720-4e36-aecd-433e729bbc99 req-f6853cc0-e014-4c03-bc12-51abeb2a15c2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:43.717105 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fb78d796-7720-4e36-aecd-433e729bbc99 req-f6853cc0-e014-4c03-bc12-51abeb2a15c2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1107554 Aug 09 13:25:43.760328 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1de7e946-6459-4806-9d0a-815246ef9bb6 req-0db0be2a-a927-4f58-adb4-efa172c03e91 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659966 Aug 09 13:25:43.773214 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fb78d796-7720-4e36-aecd-433e729bbc99 req-228244f4-aa0e-499c-b574-ae599ba21e5f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499678 Aug 09 13:25:46.865496 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca7bb5c3-41c6-433a-8fb2-22eb7393f1b7 req-8c08ab61-e56d-4deb-9b21-c04b3943dc60 service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990577 Aug 09 13:25:46.949085 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a05a9b-74ce-4455-bcb6-95d2bcdbab23 req-bd459c7a-3c2f-4699-983f-fe03877bb28b tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:46.950570 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-96a05a9b-74ce-4455-bcb6-95d2bcdbab23 req-bd459c7a-3c2f-4699-983f-fe03877bb28b tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 946 time: 0.0754218 Aug 09 13:25:46.958351 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212563aa-ed88-411d-8b2e-730decb8e5cf req-227765c0-5d6a-46ca-8c39-e5eb272e9140 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:46.959988 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-212563aa-ed88-411d-8b2e-730decb8e5cf req-227765c0-5d6a-46ca-8c39-e5eb272e9140 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 944 time: 0.0935173 Aug 09 13:25:47.017841 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-96a05a9b-74ce-4455-bcb6-95d2bcdbab23 req-0f0154f0-347a-4a41-a7c8-9ff6d63a30e9 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568919 Aug 09 13:25:47.022484 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-212563aa-ed88-411d-8b2e-730decb8e5cf req-b2599f4f-66d6-48f1-8792-37a7d73faa5b tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551498 Aug 09 13:25:47.123914 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8961086-c36f-449d-9439-412ee4c93dc8 req-31ea8d03-f479-4a30-91d0-b5134d63220c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:47.125368 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b8961086-c36f-449d-9439-412ee4c93dc8 req-31ea8d03-f479-4a30-91d0-b5134d63220c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0518963 Aug 09 13:25:47.171327 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b8961086-c36f-449d-9439-412ee4c93dc8 req-4b954840-2671-4080-b3db-1b43f60d3fa3 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 Aug 09 13:25:47.834299 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4952d491-71c6-41e8-a84c-505a2647851c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:47.836130 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4952d491-71c6-41e8-a84c-505a2647851c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 946 time: 0.0654283 Aug 09 13:25:47.967788 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4c0a5885-e516-46b3-88dd-b9f0097da8df tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Deleting port 48bf2849-84ff-4682-835e-a2ecbce28965 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:25:47.968508 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4c0a5885-e516-46b3-88dd-b9f0097da8df tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.072448 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4c0a5885-e516-46b3-88dd-b9f0097da8df tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] For port 48bf2849-84ff-4682-835e-a2ecbce28965, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=48bf2849-84ff-4682-835e-a2ecbce28965,segment=NetworkSegment(63b54e4c-8ad7-4b42-97d1-173ceb332c50),segment_id=63b54e4c-8ad7-4b42-97d1-173ceb332c50)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:48.072974 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4c0a5885-e516-46b3-88dd-b9f0097da8df tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.092635 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4c0a5885-e516-46b3-88dd-b9f0097da8df tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Calling delete_port for 48bf2849-84ff-4682-835e-a2ecbce28965 owned by compute:nova {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:25:48.123837 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52026) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:48.238796 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d389bd01-5b7a-4931-9fb9-cc9c09f90a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.255464 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fcf85-85c4-4bc3-8106-391ebfdf13c3 req-a02cbfe1-0018-4a08-a86f-71ad210634da tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:48.257163 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-544fcf85-85c4-4bc3-8106-391ebfdf13c3 req-a02cbfe1-0018-4a08-a86f-71ad210634da tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ff174b5-86c0-4128-81a4-a816cb30df76 HTTP/1.1" status: 200 len: 946 time: 0.1658852 Aug 09 13:25:48.270432 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4c563-6fb5-4019-a587-049cd3c50e96 req-8adb5af9-3f84-46c4-95c7-33ce51958b52 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:48.271925 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-25e4c563-6fb5-4019-a587-049cd3c50e96 req-8adb5af9-3f84-46c4-95c7-33ce51958b52 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 944 time: 0.1621928 Aug 09 13:25:48.339875 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d389bd01-5b7a-4931-9fb9-cc9c09f90a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.344757 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d389bd01-5b7a-4931-9fb9-cc9c09f90a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.367562 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-544fcf85-85c4-4bc3-8106-391ebfdf13c3 req-5992a320-a035-45a8-971e-109f768484f3 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946376 Aug 09 13:25:48.376122 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-25e4c563-6fb5-4019-a587-049cd3c50e96 req-5debede4-bbd8-43cf-9da2-d5e03de17e81 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954466 Aug 09 13:25:48.392006 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 52032) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:48.392381 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-d389bd01-5b7a-4931-9fb9-cc9c09f90a6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63145dd63f7d4487bc2274ca2779c0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670555 Aug 09 13:25:48.393682 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389bd01-5b7a-4931-9fb9-cc9c09f90a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5b0767-6d05-42df-879e-04830fd310f7,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:48.400394 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4c0a5885-e516-46b3-88dd-b9f0097da8df tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.417651 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['48bf2849-84ff-4682-835e-a2ecbce28965'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:25:48.453048 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a5885-e516-46b3-88dd-b9f0097da8df tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Pushing event deleted for resources: {'Port': ['ID=48bf2849-84ff-4682-835e-a2ecbce28965,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:48.545829 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4c0a5885-e516-46b3-88dd-b9f0097da8df tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] No DVR routers for this DVR port 48bf2849-84ff-4682-835e-a2ecbce28965 on host hv-cinder-78729 {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:25:48.558444 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4c0a5885-e516-46b3-88dd-b9f0097da8df tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.560365 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-513b1ae0-8ea1-46e2-bca5-f9665604ce18 req-4c0a5885-e516-46b3-88dd-b9f0097da8df tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.42 "DELETE /v2.0/ports/48bf2849-84ff-4682-835e-a2ecbce28965 HTTP/1.1" status: 204 len: 173 time: 0.7160237 Aug 09 13:25:48.560811 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff174b5-86c0-4128-81a4-a816cb30df76', 'name': 'network-vif-deleted', 'tag': '48bf2849-84ff-4682-835e-a2ecbce28965'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:48.563021 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caee065-b562-4719-9ed8-24531fb7d581" -d '{"events": [{"server_uuid": "5ff174b5-86c0-4128-81a4-a816cb30df76", "name": "network-vif-deleted", "tag": "48bf2849-84ff-4682-835e-a2ecbce28965"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:48.567831 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-47688b42-bae0-4919-8296-49b93e49281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.590591 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652dce9-c115-4b1d-b562-63d8bd779232 req-2cb06786-075e-4643-8650-a528606f5cf9 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:48.592039 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2652dce9-c115-4b1d-b562-63d8bd779232 req-2cb06786-075e-4643-8650-a528606f5cf9 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1445427 Aug 09 13:25:48.606379 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-47688b42-bae0-4919-8296-49b93e49281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.614460 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f836da9d-a5a1-484c-b1b3-aa0654e9ad0d x-openstack-request-id: req-f836da9d-a5a1-484c-b1b3-aa0654e9ad0d {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:48.614460 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff174b5-86c0-4128-81a4-a816cb30df76", "name": "network-vif-deleted", "tag": "48bf2849-84ff-4682-835e-a2ecbce28965", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:48.614703 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f836da9d-a5a1-484c-b1b3-aa0654e9ad0d {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:48.615051 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff174b5-86c0-4128-81a4-a816cb30df76', 'name': 'network-vif-deleted', 'tag': '48bf2849-84ff-4682-835e-a2ecbce28965', 'status': 'completed', 'code': 200} Aug 09 13:25:48.666699 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2652dce9-c115-4b1d-b562-63d8bd779232 req-0eeb7aec-10b8-4c59-917a-64cc22ef6a03 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660253 Aug 09 13:25:48.693874 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-47688b42-bae0-4919-8296-49b93e49281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.696831 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-47688b42-bae0-4919-8296-49b93e49281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:48.698402 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-47688b42-bae0-4919-8296-49b93e49281b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c5b0767-6d05-42df-879e-04830fd310f7 HTTP/1.1" status: 204 len: 168 time: 0.3050110 Aug 09 13:25:48.706962 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47688b42-bae0-4919-8296-49b93e49281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5b0767-6d05-42df-879e-04830fd310f7,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:48.984716 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52054) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:48.998633 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3b07291c-01c7-4694-ae08-3710a970fb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:49.095277 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3b07291c-01c7-4694-ae08-3710a970fb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:49.100122 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3b07291c-01c7-4694-ae08-3710a970fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:49.138935 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-3b07291c-01c7-4694-ae08-3710a970fb73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecd3927abfe54725bbaa776f23513d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531105 Aug 09 13:25:49.141009 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07291c-01c7-4694-ae08-3710a970fb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75573b3-8d22-438c-8ebc-e88c7fa9f6cd,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:49.141762 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 52056) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:49.196845 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-18fb8458-f2d4-41dd-8b85-9422d674c99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:49.220408 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-18fb8458-f2d4-41dd-8b85-9422d674c99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:49.269800 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-18fb8458-f2d4-41dd-8b85-9422d674c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:49.272739 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-18fb8458-f2d4-41dd-8b85-9422d674c99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:49.274025 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-18fb8458-f2d4-41dd-8b85-9422d674c99a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f75573b3-8d22-438c-8ebc-e88c7fa9f6cd HTTP/1.1" status: 204 len: 168 time: 0.1313002 Aug 09 13:25:49.284125 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb8458-f2d4-41dd-8b85-9422d674c99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75573b3-8d22-438c-8ebc-e88c7fa9f6cd,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:49.514389 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d902348-9046-4ef4-a868-f6f3d847b03a req-688a99f2-5cd3-4995-a3e2-f709de8703fa tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:49.515729 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0d902348-9046-4ef4-a868-f6f3d847b03a req-688a99f2-5cd3-4995-a3e2-f709de8703fa tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 944 time: 0.0498669 Aug 09 13:25:49.556004 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0d902348-9046-4ef4-a868-f6f3d847b03a req-5a1c11c6-c305-4e99-b9d5-185dabdb9628 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336440 Aug 09 13:25:49.562657 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 131807ef-d3dc-4b06-8775-2c821cb4d42b details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:25:49.671721 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 131807ef-d3dc-4b06-8775-2c821cb4d42b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=131807ef-d3dc-4b06-8775-2c821cb4d42b,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:49.683980 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '131807ef-d3dc-4b06-8775-2c821cb4d42b', 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea', 'port_id': '131807ef-d3dc-4b06-8775-2c821cb4d42b', 'mac_address': 'fa:16:3e:36:8c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f323395f-83b4-42af-94ca-fccc9587251a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:25:49.734493 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:49.750847 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-096c479f-736a-4ea4-988f-9ba1a3ccdd2c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:49.752328 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-096c479f-736a-4ea4-988f-9ba1a3ccdd2c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/networks?id=d6b8fe0f-e975-4092-99e3-3ce6e736031f HTTP/1.1" status: 200 len: 808 time: 0.1412740 Aug 09 13:25:49.754502 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131807ef-d3dc-4b06-8775-2c821cb4d42b {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:25:49.782421 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 131807ef-d3dc-4b06-8775-2c821cb4d42b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=131807ef-d3dc-4b06-8775-2c821cb4d42b,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:49.788581 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:49.790108 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-c00b60bb-3dc1-423b-ab1b-cf10e1b6e923 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/quotas/3ef4ebde687e4b5291e14c19ac95b369 HTTP/1.1" status: 200 len: 375 time: 0.0293057 Aug 09 13:25:49.820605 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea21c5e-05d0-4635-85ea-7b98c889f243 req-adeaacb0-786e-4fbc-94fa-c7d0d928ab42 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:49.822111 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0ea21c5e-05d0-4635-85ea-7b98c889f243 req-adeaacb0-786e-4fbc-94fa-c7d0d928ab42 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0787203 Aug 09 13:25:49.839935 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-35d463f2-c06e-406e-9310-c5be4eb58daf tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ef4ebde687e4b5291e14c19ac95b369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397339 Aug 09 13:25:49.857532 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=131807ef-d3dc-4b06-8775-2c821cb4d42b,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:49.923441 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0ea21c5e-05d0-4635-85ea-7b98c889f243 req-a36aef75-422c-4362-bcf7-de94f4648d09 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865319 Aug 09 13:25:49.971553 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-72099c50-40a6-47b5-8fe7-b10281e72f23 service neutron] 10.222.0.32 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178405 Aug 09 13:25:50.069568 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-49957f35-d1b3-46f1-9205-2a5357cb1edc service neutron] 10.222.0.32 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909388 Aug 09 13:25:50.249499 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['131807ef-d3dc-4b06-8775-2c821cb4d42b'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:25:50.281651 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2922a111-ae6e-4b0b-a374-a0eeb38ca390 req-52ea0727-4c90-4551-99fe-19398db28dd5 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 210 time: 0.0340967 Aug 09 13:25:50.675727 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f75550-5f38-4b00-9029-8247ec11eb0c req-598d6514-3fae-4dde-8eb8-3b93e7beaa21 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:50.676361 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d3f75550-5f38-4b00-9029-8247ec11eb0c req-598d6514-3fae-4dde-8eb8-3b93e7beaa21 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 945 time: 0.0504370 Aug 09 13:25:50.716058 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d3f75550-5f38-4b00-9029-8247ec11eb0c req-f6a7b7ab-5aa9-4328-8177-55e17227e221 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Aug 09 13:25:51.047937 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078e61-ef4e-46ed-ae5d-dcc968d39746 req-8d6bea0d-38ab-4e2b-a61a-4c4ae8707b6c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:51.049923 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5c078e61-ef4e-46ed-ae5d-dcc968d39746 req-8d6bea0d-38ab-4e2b-a61a-4c4ae8707b6c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0492890 Aug 09 13:25:51.088726 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5c078e61-ef4e-46ed-ae5d-dcc968d39746 req-972b10cd-a8ba-4c65-8821-7219688c0b66 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Aug 09 13:25:51.461684 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cd002aac-aaf7-46ab-8d4c-fe169ce28467 req-d5a0fd89-8a6d-4578-abd2-25ccee1ca560 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 210 time: 0.0729146 Aug 09 13:25:51.526916 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-b15a37e2-efee-4dbe-bec0-22bb84b3f734 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:51.533993 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-b15a37e2-efee-4dbe-bec0-22bb84b3f734 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.42 "GET /v2.0/networks?id=d6b8fe0f-e975-4092-99e3-3ce6e736031f HTTP/1.1" status: 200 len: 808 time: 0.2627184 Aug 09 13:25:51.565373 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Request body: {'port': {'device_id': '1b23e8db-9120-4519-931c-faee0a211228', 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f', 'admin_state_up': True, 'tenant_id': '3ef4ebde687e4b5291e14c19ac95b369'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:51.585694 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 131807ef-d3dc-4b06-8775-2c821cb4d42b up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:25:51.700047 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 131807ef-d3dc-4b06-8775-2c821cb4d42b completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:25:51.706850 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 131807ef-d3dc-4b06-8775-2c821cb4d42b triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:25:51.707452 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:51.727255 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Made reservation on behalf of 3ef4ebde687e4b5291e14c19ac95b369 for: {'port': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:25:51.734177 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:51.809486 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52204) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:51.816479 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:51.846567 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc7e91-3574-4eed-972f-f85d854fd03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131807ef-d3dc-4b06-8775-2c821cb4d42b'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:51.848133 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52208) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:51.849225 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f677d3c4-8ed5-4c54-80a1-8d3f55a8b0f5" -d '{"events": [{"server_uuid": "7ffc7e91-3574-4eed-972f-f85d854fd03e", "name": "network-vif-plugged", "status": "completed", "tag": "131807ef-d3dc-4b06-8775-2c821cb4d42b"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:51.863429 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 131807ef-d3dc-4b06-8775-2c821cb4d42b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=131807ef-d3dc-4b06-8775-2c821cb4d42b,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:51.872843 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:51.874304 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 48bf2849-84ff-4682-835e-a2ecbce28965 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:25:52.016487 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbe452a-e2db-4d80-ad8f-45588a984760 x-openstack-request-id: req-6bbe452a-e2db-4d80-ad8f-45588a984760 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:52.017123 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc7e91-3574-4eed-972f-f85d854fd03e", "name": "network-vif-plugged", "status": "completed", "tag": "131807ef-d3dc-4b06-8775-2c821cb4d42b", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:52.017571 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bbe452a-e2db-4d80-ad8f-45588a984760 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:52.018145 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc7e91-3574-4eed-972f-f85d854fd03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131807ef-d3dc-4b06-8775-2c821cb4d42b', 'code': 200} Aug 09 13:25:52.019148 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 48bf2849-84ff-4682-835e-a2ecbce28965 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:25:52.019676 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 48bf2849-84ff-4682-835e-a2ecbce28965 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:25:52.029735 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dd210d48-b82a-43b8-b9da-ea5840bf20cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.044242 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=131807ef-d3dc-4b06-8775-2c821cb4d42b,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:52.070773 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-411c825a-0362-4ac4-84fd-177b24cc3b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.097792 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc5552-9b29-49cc-ada5-c58293d49bdb req-4e5d0d83-19f5-4548-bcc5-a589b79db082 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:52.099552 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2fbc5552-9b29-49cc-ada5-c58293d49bdb req-4e5d0d83-19f5-4548-bcc5-a589b79db082 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.0885646 Aug 09 13:25:52.209046 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39557669-ed95-4a3b-9a9c-e73d8df25c88 req-adaaae58-c565-43f3-9185-599baf4181cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:52.209286 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2fbc5552-9b29-49cc-ada5-c58293d49bdb req-257cc858-c221-49af-8ad1-090a85a00366 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006424 Aug 09 13:25:52.210537 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-39557669-ed95-4a3b-9a9c-e73d8df25c88 req-adaaae58-c565-43f3-9185-599baf4181cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 1099 time: 0.0704646 Aug 09 13:25:52.215522 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dd210d48-b82a-43b8-b9da-ea5840bf20cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.223874 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-dd210d48-b82a-43b8-b9da-ea5840bf20cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.248390 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Allocated IP 172.20.0.3 (d6b8fe0f-e975-4092-99e3-3ce6e736031f/a6d235d9-180e-4996-879a-ff10a58670f7/6a82917a-e31e-49ad-8065-a586146a8059) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:25:52.270917 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cc45e-cdeb-4da2-8875-8418e9c2eb25 req-7c8d3820-cac7-44b1-8b58-5a37c8ecd279 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:52.272429 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-162cc45e-cdeb-4da2-8875-8418e9c2eb25 req-7c8d3820-cac7-44b1-8b58-5a37c8ecd279 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0776422 Aug 09 13:25:52.301410 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-dd210d48-b82a-43b8-b9da-ea5840bf20cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2e16f1d5c7c48eea7e4f36d7812c4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902658 Aug 09 13:25:52.305594 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd210d48-b82a-43b8-b9da-ea5840bf20cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6098358e-bd98-457d-8bfe-e959fa5dba38,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:52.308224 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52226) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:52.322893 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-39557669-ed95-4a3b-9a9c-e73d8df25c88 req-8bbba512-9ba9-4d07-9f87-41c558cb00f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942013 Aug 09 13:25:52.338880 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-162cc45e-cdeb-4da2-8875-8418e9c2eb25 req-adc9435e-6453-4c78-a6f7-529b39fd29d7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598066 Aug 09 13:25:52.401345 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-59f26cb7-e25b-48cc-af4b-c5c4f3f93bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.433421 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-411c825a-0362-4ac4-84fd-177b24cc3b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.438520 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-59f26cb7-e25b-48cc-af4b-c5c4f3f93bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.444576 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-411c825a-0362-4ac4-84fd-177b24cc3b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.445671 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.488116 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.505355 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-411c825a-0362-4ac4-84fd-177b24cc3b09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb554a5899ec4af985dcaaa50e42bb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6555467 Aug 09 13:25:52.506689 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c825a-0362-4ac4-84fd-177b24cc3b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cbd2d2-e32a-4b38-b449-b5ff4e0278bf,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:52.519380 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 52232) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:52.533822 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Network d6b8fe0f-e975-4092-99e3-3ce6e736031f is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:25:52.535249 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-59f26cb7-e25b-48cc-af4b-c5c4f3f93bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.537848 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-59f26cb7-e25b-48cc-af4b-c5c4f3f93bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.539134 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-59f26cb7-e25b-48cc-af4b-c5c4f3f93bf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6098358e-bd98-457d-8bfe-e959fa5dba38 HTTP/1.1" status: 204 len: 168 time: 0.2268572 Aug 09 13:25:52.548472 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f26cb7-e25b-48cc-af4b-c5c4f3f93bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6098358e-bd98-457d-8bfe-e959fa5dba38,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:52.569665 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:25:52.572373 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:25:52.661166 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Pushing event updated for resources: {'Port': ['ID=6a82917a-e31e-49ad-8065-a586146a8059,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:52.691522 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:52.692145 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.696200 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-86c5c5b5-12d4-4a5c-9c2a-8c0375bb9c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.725270 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1c36e-7026-468d-baf5-3d88e2d06f9a req-9e4644e4-7615-4d74-b534-72ac4e62cc25 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:52.726739 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-71e1c36e-7026-468d-baf5-3d88e2d06f9a req-9e4644e4-7615-4d74-b534-72ac4e62cc25 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 931 time: 0.1440294 Aug 09 13:25:52.736160 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-a00b6472-1e27-4b4a-aa3b-be40fdd3f7ae tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1780794 Aug 09 13:25:52.741479 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-86c5c5b5-12d4-4a5c-9c2a-8c0375bb9c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.766184 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Request body: {'port': {'device_id': '1b23e8db-9120-4519-931c-faee0a211228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:25:52.817074 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52240) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:52.830533 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4e75fd67-1203-4d83-99ad-a78c035feff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.834845 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-71e1c36e-7026-468d-baf5-3d88e2d06f9a req-8622a5d2-eb73-45e8-ace7-288fe0c8921c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003246 Aug 09 13:25:52.867324 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.876250 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-86c5c5b5-12d4-4a5c-9c2a-8c0375bb9c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.878807 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-86c5c5b5-12d4-4a5c-9c2a-8c0375bb9c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.880323 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-86c5c5b5-12d4-4a5c-9c2a-8c0375bb9c7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88cbd2d2-e32a-4b38-b449-b5ff4e0278bf HTTP/1.1" status: 204 len: 168 time: 0.3595703 Aug 09 13:25:52.892762 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5c5b5-12d4-4a5c-9c2a-8c0375bb9c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cbd2d2-e32a-4b38-b449-b5ff4e0278bf,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:52.951912 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4e75fd67-1203-4d83-99ad-a78c035feff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.957821 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4e75fd67-1203-4d83-99ad-a78c035feff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:52.989458 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75fd67-1203-4d83-99ad-a78c035feff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3892b7bc-56d7-41db-947f-1661ed459b0e,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:53.008428 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-4e75fd67-1203-4d83-99ad-a78c035feff7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7dc053aa4914707b021df1a336b7715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901495 Aug 09 13:25:53.011601 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52244) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:53.062367 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-055fda65-3233-492b-abb2-1b9844e1fc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:53.085530 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-055fda65-3233-492b-abb2-1b9844e1fc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:53.137970 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-055fda65-3233-492b-abb2-1b9844e1fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:53.140939 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-055fda65-3233-492b-abb2-1b9844e1fc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:53.142083 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-055fda65-3233-492b-abb2-1b9844e1fc93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3892b7bc-56d7-41db-947f-1661ed459b0e HTTP/1.1" status: 204 len: 168 time: 0.1295440 Aug 09 13:25:53.157805 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fda65-3233-492b-abb2-1b9844e1fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3892b7bc-56d7-41db-947f-1661ed459b0e,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:53.190560 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a82917a-e31e-49ad-8065-a586146a8059 {{(pid=93361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:25:53.198996 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:53.216284 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Transition to ACTIVE for port object 6a82917a-e31e-49ad-8065-a586146a8059 will not be triggered until provisioned by entity L2. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:25:53.222664 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:53.272232 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Pushing event updated for resources: {'Port': ['ID=6a82917a-e31e-49ad-8065-a586146a8059,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:53.466601 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Attempting to bind port 6a82917a-e31e-49ad-8065-a586146a8059 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:25:53.466601 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Attempting to bind port 6a82917a-e31e-49ad-8065-a586146a8059 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '63b54e4c-8ad7-4b42-97d1-173ceb332c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f'}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:25:53.466937 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Attempting to bind port 6a82917a-e31e-49ad-8065-a586146a8059 on network d6b8fe0f-e975-4092-99e3-3ce6e736031f {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:25:53.494241 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Port 6a82917a-e31e-49ad-8065-a586146a8059 on network d6b8fe0f-e975-4092-99e3-3ce6e736031f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:25:53.494977 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Attempting to bind port 6a82917a-e31e-49ad-8065-a586146a8059 on network d6b8fe0f-e975-4092-99e3-3ce6e736031f {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:25:53.508546 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:25:53.508899 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Checking segment: {'id': '63b54e4c-8ad7-4b42-97d1-173ceb332c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:25:53.509288 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Bound using segment: {'id': '63b54e4c-8ad7-4b42-97d1-173ceb332c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f'} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:25:53.509681 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Bound port: 6a82917a-e31e-49ad-8065-a586146a8059, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b54e4c-8ad7-4b42-97d1-173ceb332c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f'}}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:25:53.510257 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:53.540935 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c120a4c-aa9c-40d2-8341-aaa0b29ac093 req-cb2f1348-3e0b-4831-8c27-dcfd14d2042f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:53.550980 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6c120a4c-aa9c-40d2-8341-aaa0b29ac093 req-cb2f1348-3e0b-4831-8c27-dcfd14d2042f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1015358 Aug 09 13:25:53.568638 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d7dc7-0d70-4b1f-91ec-af1ebc57855e req-cdedbaad-bf80-493a-bf95-e5d1562e83a4 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:53.570038 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ce0d7dc7-0d70-4b1f-91ec-af1ebc57855e req-cdedbaad-bf80-493a-bf95-e5d1562e83a4 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.2476037 Aug 09 13:25:53.659330 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6c120a4c-aa9c-40d2-8341-aaa0b29ac093 req-44089c55-dbd2-4ec8-bf44-2f77bc20ad4f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073430 Aug 09 13:25:53.716575 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] For port 6a82917a-e31e-49ad-8065-a586146a8059, host hv-cinder-78729, cleared binding levels {{(pid=93361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:25:53.721609 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] For port 6a82917a-e31e-49ad-8065-a586146a8059, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=6a82917a-e31e-49ad-8065-a586146a8059,segment=NetworkSegment(63b54e4c-8ad7-4b42-97d1-173ceb332c50),segment_id=63b54e4c-8ad7-4b42-97d1-173ceb332c50)] {{(pid=93361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:25:53.790917 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ce0d7dc7-0d70-4b1f-91ec-af1ebc57855e req-5d4b843d-9633-4bd6-b407-a6bfcca209cf tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874456 Aug 09 13:25:53.793031 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:53.855092 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:53.855895 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:53.863057 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] 10.222.0.42 "PUT /v2.0/ports/6a82917a-e31e-49ad-8065-a586146a8059 HTTP/1.1" status: 200 len: 1093 time: 1.1084526 Aug 09 13:25:53.863546 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b23e8db-9120-4519-931c-faee0a211228', 'tag': '6a82917a-e31e-49ad-8065-a586146a8059'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:25:53.872605 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ab8128-5235-476e-bbaa-e24ff73ae5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b23e8db-9120-4519-931c-faee0a211228", "tag": "6a82917a-e31e-49ad-8065-a586146a8059"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:25:53.912349 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfc972-87c7-4bf6-b556-14201b8b9183 service neutron] Pushing event updated for resources: {'Port': ['ID=6a82917a-e31e-49ad-8065-a586146a8059,revision_number=3']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:53.997240 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-b7700a6e-affd-4a3a-8e7a-e157bd9d128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:54.004205 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-b7700a6e-affd-4a3a-8e7a-e157bd9d128d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef4ebde687e4b5291e14c19ac95b369&device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 1096 time: 0.0609999 Aug 09 13:25:54.009759 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5d7bd4-4606-4f84-9027-df7e1818731e x-openstack-request-id: req-6d5d7bd4-4606-4f84-9027-df7e1818731e {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:25:54.010095 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b23e8db-9120-4519-931c-faee0a211228", "tag": "6a82917a-e31e-49ad-8065-a586146a8059", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:25:54.010481 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d5d7bd4-4606-4f84-9027-df7e1818731e {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:25:54.011081 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b23e8db-9120-4519-931c-faee0a211228', 'tag': '6a82917a-e31e-49ad-8065-a586146a8059', 'status': 'completed', 'code': 200} Aug 09 13:25:54.017643 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2ed4f-a0b7-410c-8cc9-3cb74982790b req-8c474897-a4c4-4420-8124-4a924b0f13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:54.019142 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-99f2ed4f-a0b7-410c-8cc9-3cb74982790b req-8c474897-a4c4-4420-8124-4a924b0f13f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 1099 time: 0.0824609 Aug 09 13:25:54.028035 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce53ecf-4959-4bf5-9b1e-84134199ef66 req-a4a76d38-847b-4f10-9ff5-d26e1a48a6a1 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:54.029600 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dce53ecf-4959-4bf5-9b1e-84134199ef66 req-a4a76d38-847b-4f10-9ff5-d26e1a48a6a1 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 943 time: 0.0916204 Aug 09 13:25:54.067105 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-38f12417-892b-4bec-b246-043afd44ae45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a82917a-e31e-49ad-8065-a586146a8059 HTTP/1.1" status: 200 len: 217 time: 0.0511351 Aug 09 13:25:54.083967 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-99f2ed4f-a0b7-410c-8cc9-3cb74982790b req-796028dd-44a7-4654-b66f-bb2c75270c6b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529149 Aug 09 13:25:54.095749 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dce53ecf-4959-4bf5-9b1e-84134199ef66 req-70d1e6d1-29b7-4d1c-b283-1357f6403178 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511909 Aug 09 13:25:54.132779 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-18b2f921-4a54-4214-94c2-da6d83ee2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:54.134648 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-18b2f921-4a54-4214-94c2-da6d83ee2f18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d235d9-180e-4996-879a-ff10a58670f7 HTTP/1.1" status: 200 len: 848 time: 0.0546880 Aug 09 13:25:54.197213 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-00e9116c-f1cc-4507-b029-cac61d5d945c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6b8fe0f-e975-4092-99e3-3ce6e736031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277128 Aug 09 13:25:54.296371 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-0a8f580f-e2ca-4a3b-9673-1393a634aee1 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883379 Aug 09 13:25:54.403304 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e67821c5-f94c-4426-b5a5-e89cf10cd88b req-abb6fcca-51aa-4be4-9a4f-d0924e145b2d service neutron] 10.222.0.42 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969934 Aug 09 13:25:54.517690 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8128-5235-476e-bbaa-e24ff73ae5eb req-b6ef71ba-3fc9-4bc2-9322-60ff8e905470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:54.519559 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-86ab8128-5235-476e-bbaa-e24ff73ae5eb req-b6ef71ba-3fc9-4bc2-9322-60ff8e905470 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef4ebde687e4b5291e14c19ac95b369&device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 1096 time: 0.0432725 Aug 09 13:25:54.626772 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 52322) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:54.639123 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8128-5235-476e-bbaa-e24ff73ae5eb req-fd0a9003-2b40-49ba-9991-a5ee9ab8f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:54.640731 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-86ab8128-5235-476e-bbaa-e24ff73ae5eb req-fd0a9003-2b40-49ba-9991-a5ee9ab8f051 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6b8fe0f-e975-4092-99e3-3ce6e736031f HTTP/1.1" status: 200 len: 909 time: 0.1039982 Aug 09 13:25:54.688097 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-86ab8128-5235-476e-bbaa-e24ff73ae5eb req-d58c6f1e-3c01-43dc-a476-78f8c9a07b1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a82917a-e31e-49ad-8065-a586146a8059 HTTP/1.1" status: 200 len: 217 time: 0.0348721 Aug 09 13:25:54.741869 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8128-5235-476e-bbaa-e24ff73ae5eb req-3414082b-a659-4372-acae-e038e722bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:54.743374 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-86ab8128-5235-476e-bbaa-e24ff73ae5eb req-3414082b-a659-4372-acae-e038e722bef4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d235d9-180e-4996-879a-ff10a58670f7 HTTP/1.1" status: 200 len: 848 time: 0.0449622 Aug 09 13:25:54.754499 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b97ef1a0-0fae-41dc-bb41-009a901b7dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:54.786586 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-86ab8128-5235-476e-bbaa-e24ff73ae5eb req-eeb2cc47-1e09-4d85-9c7f-f65f0cb73ec2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6b8fe0f-e975-4092-99e3-3ce6e736031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250692 Aug 09 13:25:54.809027 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32180022-d13e-4e05-8b9f-7b4113ae3e36 req-657967d9-c7ef-492c-a866-7272c9b3c4af tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:54.810523 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-32180022-d13e-4e05-8b9f-7b4113ae3e36 req-657967d9-c7ef-492c-a866-7272c9b3c4af tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0731049 Aug 09 13:25:54.907654 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-32180022-d13e-4e05-8b9f-7b4113ae3e36 req-da74bd08-69ea-4315-ab21-d8d80ca1e3a5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877314 Aug 09 13:25:54.910551 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-86ab8128-5235-476e-bbaa-e24ff73ae5eb req-ac9b9d2e-bccd-4fb6-a572-5a0dd11e0445 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109707 Aug 09 13:25:54.946820 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35e064-60bd-49e1-bc8a-984360b0ab3d req-a16e6650-18b6-40ed-a6a6-01ffa1f394c4 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:54.948898 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca35e064-60bd-49e1-bc8a-984360b0ab3d req-a16e6650-18b6-40ed-a6a6-01ffa1f394c4 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.0981226 Aug 09 13:25:54.991204 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b97ef1a0-0fae-41dc-bb41-009a901b7dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:54.997055 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b97ef1a0-0fae-41dc-bb41-009a901b7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:55.025571 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca35e064-60bd-49e1-bc8a-984360b0ab3d req-f0c864be-05a7-46c0-a96a-58a942842b7a tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610812 Aug 09 13:25:55.051417 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-b97ef1a0-0fae-41dc-bb41-009a901b7dd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d7af98f6b4446a2a0f4e791f0e9b7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209940 Aug 09 13:25:55.056250 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52340) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:55.056773 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ef1a0-0fae-41dc-bb41-009a901b7dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e73faf-5d37-46ca-a5a9-b0437b8f0904,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:55.090966 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-86ab8128-5235-476e-bbaa-e24ff73ae5eb req-1c443694-1c69-4c8f-947d-20c9da1dcb00 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549447 Aug 09 13:25:55.129092 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a86f1f92-1631-47e4-9586-f81db47e8f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:55.155869 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a86f1f92-1631-47e4-9586-f81db47e8f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:55.208344 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a86f1f92-1631-47e4-9586-f81db47e8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:55.211395 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a86f1f92-1631-47e4-9586-f81db47e8f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:55.215557 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a86f1f92-1631-47e4-9586-f81db47e8f49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47e73faf-5d37-46ca-a5a9-b0437b8f0904 HTTP/1.1" status: 204 len: 168 time: 0.1573515 Aug 09 13:25:55.224774 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f1f92-1631-47e4-9586-f81db47e8f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e73faf-5d37-46ca-a5a9-b0437b8f0904,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:55.429156 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7e9a-825b-4179-a9d9-cb0538b37471 req-9f2896ae-a0dd-4d3d-a07f-0d3900ecddb5 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:55.430695 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-84fd7e9a-825b-4179-a9d9-cb0538b37471 req-9f2896ae-a0dd-4d3d-a07f-0d3900ecddb5 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 943 time: 0.0605800 Aug 09 13:25:55.468785 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-84fd7e9a-825b-4179-a9d9-cb0538b37471 req-651f333e-01c5-4ee2-8584-8bb3e945ee45 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Aug 09 13:25:56.028548 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee9d31-5b90-4f6d-9d92-79ad93e7a170 req-c4a7ea38-7008-4e34-8e10-1c4a5de36920 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:56.030041 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-50ee9d31-5b90-4f6d-9d92-79ad93e7a170 req-c4a7ea38-7008-4e34-8e10-1c4a5de36920 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0524426 Aug 09 13:25:56.068471 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-50ee9d31-5b90-4f6d-9d92-79ad93e7a170 req-e6a502f4-1852-4c05-a156-d145e489197b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 Aug 09 13:25:56.190637 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c97ee9-7034-4af9-86dd-d538dfb1136c req-aaea5587-40bc-4dcb-ba75-1fae0eb5b4cc tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:56.192210 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-99c97ee9-7034-4af9-86dd-d538dfb1136c req-aaea5587-40bc-4dcb-ba75-1fae0eb5b4cc tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0475276 Aug 09 13:25:56.229834 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-99c97ee9-7034-4af9-86dd-d538dfb1136c req-9db35299-8462-4b34-bd31-c7ab97b574d8 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Aug 09 13:25:56.358367 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52402) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:56.488231 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ce537c6e-e87e-4da9-8ddc-b5111b58f1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:56.580543 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ce537c6e-e87e-4da9-8ddc-b5111b58f1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:56.586245 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ce537c6e-e87e-4da9-8ddc-b5111b58f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:56.623601 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce537c6e-e87e-4da9-8ddc-b5111b58f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fb01fa-05e3-4832-89f3-1473f65faa1b,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:56.628051 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-ce537c6e-e87e-4da9-8ddc-b5111b58f1f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e11781ef63941c784c09776bf80c5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686555 Aug 09 13:25:56.630778 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52414) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:25:56.678495 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ef6e-1450-4396-9f34-16e421c79cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:56.699238 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ef6e-1450-4396-9f34-16e421c79cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:56.748560 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ef6e-1450-4396-9f34-16e421c79cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:56.752420 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ef6e-1450-4396-9f34-16e421c79cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:56.754059 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-cbd7ef6e-1450-4396-9f34-16e421c79cfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95fb01fa-05e3-4832-89f3-1473f65faa1b HTTP/1.1" status: 204 len: 168 time: 0.1222062 Aug 09 13:25:56.763265 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7ef6e-1450-4396-9f34-16e421c79cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fb01fa-05e3-4832-89f3-1473f65faa1b,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:58.417563 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 6a82917a-e31e-49ad-8065-a586146a8059 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:25:58.518850 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 6a82917a-e31e-49ad-8065-a586146a8059, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=6a82917a-e31e-49ad-8065-a586146a8059,segment=NetworkSegment(63b54e4c-8ad7-4b42-97d1-173ceb332c50),segment_id=63b54e4c-8ad7-4b42-97d1-173ceb332c50)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:58.531417 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '6a82917a-e31e-49ad-8065-a586146a8059', 'network_id': 'd6b8fe0f-e975-4092-99e3-3ce6e736031f', 'port_id': '6a82917a-e31e-49ad-8065-a586146a8059', 'mac_address': 'fa:16:3e:a1:aa:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d235d9-180e-4996-879a-ff10a58670f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:25:58.558118 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80292601-ba8d-48dd-bc69-7386285c2f00 req-aaed89a0-c1e0-48fa-8600-44bee8279fa7 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:58.560192 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-80292601-ba8d-48dd-bc69-7386285c2f00 req-aaed89a0-c1e0-48fa-8600-44bee8279fa7 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 943 time: 0.0539660 Aug 09 13:25:58.574949 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:58.600839 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-80292601-ba8d-48dd-bc69-7386285c2f00 req-6102b2ae-1f3a-4ae3-8142-c2aaa110380f tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 Aug 09 13:25:58.706433 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a82917a-e31e-49ad-8065-a586146a8059 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:25:58.727515 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 6a82917a-e31e-49ad-8065-a586146a8059, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=6a82917a-e31e-49ad-8065-a586146a8059,segment=NetworkSegment(63b54e4c-8ad7-4b42-97d1-173ceb332c50),segment_id=63b54e4c-8ad7-4b42-97d1-173ceb332c50)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:25:58.733329 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:25:58.780851 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=6a82917a-e31e-49ad-8065-a586146a8059,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:25:59.178769 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['6a82917a-e31e-49ad-8065-a586146a8059'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:25:59.728613 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8635390-cb9c-4079-b4a0-378b970ff0d3 req-2ab845e2-9645-48ee-996b-237586a7fee7 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:25:59.730406 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b8635390-cb9c-4079-b4a0-378b970ff0d3 req-2ab845e2-9645-48ee-996b-237586a7fee7 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 944 time: 0.0591941 Aug 09 13:25:59.772869 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b8635390-cb9c-4079-b4a0-378b970ff0d3 req-d81878bc-4e95-4f3b-86a4-3fcd442a03c6 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353985 Aug 09 13:26:00.022925 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1a5b-1eef-4ee3-89e1-daf0a2fd7cf1 req-2cc1a8ae-d23a-488f-af9a-683c48efc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:00.024477 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-2c2a1a5b-1eef-4ee3-89e1-daf0a2fd7cf1 req-2cc1a8ae-d23a-488f-af9a-683c48efc5cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 1099 time: 0.0485945 Aug 09 13:26:00.030040 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7775478-1496-494c-b53f-62d9d8686c1a req-ca0989c3-45cb-42c0-96fb-62aef604d5d1 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:00.031427 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a7775478-1496-494c-b53f-62d9d8686c1a req-ca0989c3-45cb-42c0-96fb-62aef604d5d1 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0559449 Aug 09 13:26:00.073712 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a7775478-1496-494c-b53f-62d9d8686c1a req-f63de1c8-db85-4025-ac0a-a8effc73b3d0 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359888 Aug 09 13:26:00.137872 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1a5b-1eef-4ee3-89e1-daf0a2fd7cf1 req-b536b7ec-6ece-4468-8c1c-f87bf90c7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:00.139458 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-2c2a1a5b-1eef-4ee3-89e1-daf0a2fd7cf1 req-b536b7ec-6ece-4468-8c1c-f87bf90c7c46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 920 time: 0.1017551 Aug 09 13:26:00.192000 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-2c2a1a5b-1eef-4ee3-89e1-daf0a2fd7cf1 req-d9bef941-c8f8-4e36-b2de-5d3af5f84953 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c HTTP/1.1" status: 200 len: 217 time: 0.0371542 Aug 09 13:26:00.247623 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1a5b-1eef-4ee3-89e1-daf0a2fd7cf1 req-4324c567-d8c0-4556-80e0-8a8f94a6319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:00.249156 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-2c2a1a5b-1eef-4ee3-89e1-daf0a2fd7cf1 req-4324c567-d8c0-4556-80e0-8a8f94a6319f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.0435448 Aug 09 13:26:00.281994 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-2c2a1a5b-1eef-4ee3-89e1-daf0a2fd7cf1 req-e5104cae-d9a5-4a5e-950b-28bfa6383cef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246692 Aug 09 13:26:00.304093 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 52472) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:00.387702 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-2c2a1a5b-1eef-4ee3-89e1-daf0a2fd7cf1 req-7c3d2c56-a9fa-4e38-a805-af679f21f622 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 Aug 09 13:26:00.426018 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-04331af3-6462-4657-af8c-355415468247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:00.494203 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-2c2a1a5b-1eef-4ee3-89e1-daf0a2fd7cf1 req-df8273b7-7226-4597-b811-0677f0908136 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897701 Aug 09 13:26:00.538750 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-04331af3-6462-4657-af8c-355415468247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:00.544008 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-04331af3-6462-4657-af8c-355415468247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:00.585871 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-04331af3-6462-4657-af8c-355415468247 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de8e5b7f7fd74a28a785db831c3b5807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797778 Aug 09 13:26:00.587762 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 52490) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:00.595216 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04331af3-6462-4657-af8c-355415468247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61844633-0c1c-4853-935e-578f544dfac2,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:00.645670 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-851f83e6-3663-4e31-b364-f5440b368afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:00.671949 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-851f83e6-3663-4e31-b364-f5440b368afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:00.724546 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-851f83e6-3663-4e31-b364-f5440b368afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:00.727382 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-851f83e6-3663-4e31-b364-f5440b368afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:00.728614 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-851f83e6-3663-4e31-b364-f5440b368afb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61844633-0c1c-4853-935e-578f544dfac2 HTTP/1.1" status: 204 len: 168 time: 0.1398349 Aug 09 13:26:00.738135 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f83e6-3663-4e31-b364-f5440b368afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61844633-0c1c-4853-935e-578f544dfac2,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:00.896662 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022099-1194-4be5-94b7-cfaa0ddd8018 req-ebc6d47d-c362-43d8-afc1-2746b31fec20 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:00.898180 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-97022099-1194-4be5-94b7-cfaa0ddd8018 req-ebc6d47d-c362-43d8-afc1-2746b31fec20 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 944 time: 0.0499048 Aug 09 13:26:00.936085 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-97022099-1194-4be5-94b7-cfaa0ddd8018 req-981ce12a-9a98-4295-b60f-8d0fd648f4db tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Aug 09 13:26:01.204378 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b722e0d-30f7-4ec9-ac13-9d71c8d3dded req-1baa117a-b1f3-4f63-8c93-65efb898e224 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:01.205944 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9b722e0d-30f7-4ec9-ac13-9d71c8d3dded req-1baa117a-b1f3-4f63-8c93-65efb898e224 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0528476 Aug 09 13:26:01.245098 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9b722e0d-30f7-4ec9-ac13-9d71c8d3dded req-04de6ff3-f80b-453e-b7dc-ea0d5ddba268 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Aug 09 13:26:01.372533 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 52520) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:01.476126 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-23202487-network', 'tenant_id': '2e58e3a0aa444c778690ec3718f06725'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:01.502335 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Made reservation on behalf of 2e58e3a0aa444c778690ec3718f06725 for: {'network': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:01.504771 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.517149 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.622615 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.627788 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.650356 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:26:01.665058 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238f365e-d8a7-4323-8f72-8011f8a96eaa,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:01.670228 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.670525 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.segments_db [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Added segment 74c311b6-baf4-44b6-89f3-b9f52fca6dae of type vlan for network 067d46ea-38d8-4976-becd-437060601703 Aug 09 13:26:01.685765 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 6a82917a-e31e-49ad-8065-a586146a8059 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:01.712632 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.748646 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 6a82917a-e31e-49ad-8065-a586146a8059 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:01.750451 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.751619 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:01.752326 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.758426 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 6a82917a-e31e-49ad-8065-a586146a8059 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:01.758797 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.813035 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4391935 Aug 09 13:26:01.816136 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52534) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:01.822301 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Request body: {'subnet': {'network_id': '067d46ea-38d8-4976-becd-437060601703', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-23202487-subnet', 'tenant_id': '2e58e3a0aa444c778690ec3718f06725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:01.826277 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5856c2f-0321-403e-8a2e-2d1e441ac9df admin admin] Pushing event updated for resources: {'Network': ['ID=067d46ea-38d8-4976-becd-437060601703,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:01.839526 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 067d46ea-38d8-4976-becd-437060601703 details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:26:01.844196 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.847906 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Made reservation on behalf of 2e58e3a0aa444c778690ec3718f06725 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:01.850367 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5055742'] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.915747 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b23e8db-9120-4519-931c-faee0a211228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a82917a-e31e-49ad-8065-a586146a8059'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:26:01.918242 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6712f27e-67b1-4998-bba4-9bef67a4bbbc" -d '{"events": [{"server_uuid": "1b23e8db-9120-4519-931c-faee0a211228", "name": "network-vif-plugged", "status": "completed", "tag": "6a82917a-e31e-49ad-8065-a586146a8059"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:26:01.935674 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 6a82917a-e31e-49ad-8065-a586146a8059, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=6a82917a-e31e-49ad-8065-a586146a8059,segment=NetworkSegment(63b54e4c-8ad7-4b42-97d1-173ceb332c50),segment_id=63b54e4c-8ad7-4b42-97d1-173ceb332c50)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:01.940658 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:01.969302 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f5c9ca-b507-4a60-ba6e-754d6ba269ea x-openstack-request-id: req-19f5c9ca-b507-4a60-ba6e-754d6ba269ea {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:26:01.969718 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b23e8db-9120-4519-931c-faee0a211228", "name": "network-vif-plugged", "status": "completed", "tag": "6a82917a-e31e-49ad-8065-a586146a8059", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:26:01.969976 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19f5c9ca-b507-4a60-ba6e-754d6ba269ea {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:26:01.970528 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b23e8db-9120-4519-931c-faee0a211228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a82917a-e31e-49ad-8065-a586146a8059', 'code': 200} Aug 09 13:26:02.005134 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=6a82917a-e31e-49ad-8065-a586146a8059,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:02.035718 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8150859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5055692'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:02.066949 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f39be4-c30e-42dd-94f4-80eae3d51f2c req-f458b695-1726-4933-bdfe-11bc05218559 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:02.068774 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f0f39be4-c30e-42dd-94f4-80eae3d51f2c req-f458b695-1726-4933-bdfe-11bc05218559 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 945 time: 0.0505939 Aug 09 13:26:02.099382 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80e715a-d953-4f5f-a7ad-b9d813668e97,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:02.113141 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Checking segment: {'id': '74c311b6-baf4-44b6-89f3-b9f52fca6dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '067d46ea-38d8-4976-becd-437060601703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:02.113617 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Network hostable DHCP agents. Network: 067d46ea-38d8-4976-becd-437060601703, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:26:02.121753 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f0f39be4-c30e-42dd-94f4-80eae3d51f2c req-19a26c73-ba9e-4442-ad51-84ad84ab25b8 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 Aug 09 13:26:02.137232 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Network 067d46ea-38d8-4976-becd-437060601703 is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:26:02.170319 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 067d46ea-38d8-4976-becd-437060601703) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:02.176281 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:02.176909 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:02.178647 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e1fa53-31ca-4a03-947f-288abf6f291f None None] Network 067d46ea-38d8-4976-becd-437060601703 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:26:02.191255 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990b614-69f7-44fc-8f62-78ea3a22ec60 req-97139c99-646d-45c9-99f2-8c25cd74e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:02.192796 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-c990b614-69f7-44fc-8f62-78ea3a22ec60 req-97139c99-646d-45c9-99f2-8c25cd74e0ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 1098 time: 0.0531409 Aug 09 13:26:02.198808 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-ea317ab1-9de2-4e43-8ce9-4f3dffdcb70d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3805835 Aug 09 13:26:02.236985 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-c990b614-69f7-44fc-8f62-78ea3a22ec60 req-233900ac-f6bf-447a-8b0f-fe22e97b0c36 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350397 Aug 09 13:26:02.304999 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c615ede-d34e-4622-b522-f4a8f245de32 None None] Network 067d46ea-38d8-4976-becd-437060601703 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:26:02.364362 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c39635-a057-488a-af97-df0e8d4761e1 req-73e9fd1f-abe2-40ce-8b5e-7d956e0ff1ff tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:02.365871 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-71c39635-a057-488a-af97-df0e8d4761e1 req-73e9fd1f-abe2-40ce-8b5e-7d956e0ff1ff tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0487604 Aug 09 13:26:02.406191 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-71c39635-a057-488a-af97-df0e8d4761e1 req-563f85c9-0348-4e1e-8299-4c9e61f0dd6a tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Aug 09 13:26:03.243330 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b856-1fb7-4f0a-8e6f-00086bd4862b req-911818e2-5d37-4f70-ae20-af9f4965b698 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:03.245012 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f4e4b856-1fb7-4f0a-8e6f-00086bd4862b req-911818e2-5d37-4f70-ae20-af9f4965b698 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 945 time: 0.0550106 Aug 09 13:26:03.289418 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f4e4b856-1fb7-4f0a-8e6f-00086bd4862b req-376348cc-162d-4e4f-b6e5-395d09cf0d1e tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379293 Aug 09 13:26:03.534050 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54d23-8621-4cff-8ca3-336f4af48a84 req-c86369f6-c82b-40b6-9e06-d4ba5c287c7f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:03.535411 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-78b54d23-8621-4cff-8ca3-336f4af48a84 req-c86369f6-c82b-40b6-9e06-d4ba5c287c7f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0517898 Aug 09 13:26:03.580524 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-78b54d23-8621-4cff-8ca3-336f4af48a84 req-d458fc0f-636a-40e6-9088-4d51a14c9d27 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386734 Aug 09 13:26:04.000562 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-70e902f5-afac-45ff-b158-3fa846754722 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:04.002671 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-70e902f5-afac-45ff-b158-3fa846754722 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/networks?id=067d46ea-38d8-4976-becd-437060601703 HTTP/1.1" status: 200 len: 812 time: 0.1120300 Aug 09 13:26:04.018568 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-73800d39-44e1-44e2-9a39-9525bf512ed5 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/quotas/2e58e3a0aa444c778690ec3718f06725 HTTP/1.1" status: 200 len: 375 time: 0.0107193 Aug 09 13:26:04.039947 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 52594) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:04.050500 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-f64ce955-e446-4dad-94cf-3949721e9881 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e58e3a0aa444c778690ec3718f06725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261755 Aug 09 13:26:04.140219 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-69a20b4e-aed6-4aa9-9f19-bb6a022f9378 service neutron] 10.222.0.32 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825536 Aug 09 13:26:04.153996 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6faf8ec3-be96-41c5-a2d2-7f2e59f9b127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:04.253654 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6faf8ec3-be96-41c5-a2d2-7f2e59f9b127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:04.256157 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-8e23ff61-87c1-42a2-a465-f00915824a7a service neutron] 10.222.0.32 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096146 Aug 09 13:26:04.259080 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6faf8ec3-be96-41c5-a2d2-7f2e59f9b127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:04.297569 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-6faf8ec3-be96-41c5-a2d2-7f2e59f9b127 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=105eadce76ad43afbad11d99f4da4297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564304 Aug 09 13:26:04.298550 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf8ec3-be96-41c5-a2d2-7f2e59f9b127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7855c965-996b-4093-9300-16292e883be1,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:04.300230 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 52600) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:04.351456 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3815-c916-4cff-9f1b-f4f915c892da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:04.393590 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3815-c916-4cff-9f1b-f4f915c892da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:04.462496 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ce3e4cd9-178f-44d8-8229-637fdde0e16b req-d1b918d0-5e0d-452f-86e5-86f2f9978f19 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 210 time: 0.0541651 Aug 09 13:26:04.483865 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1ad72-8361-401c-87ea-d3459639f8a9 req-e8dfd2a2-da4e-4fba-a161-456dd53e3a14 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:04.485416 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-21d1ad72-8361-401c-87ea-d3459639f8a9 req-e8dfd2a2-da4e-4fba-a161-456dd53e3a14 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 945 time: 0.1064668 Aug 09 13:26:04.515379 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3815-c916-4cff-9f1b-f4f915c892da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:04.517884 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3815-c916-4cff-9f1b-f4f915c892da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:04.520926 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-bfcc3815-c916-4cff-9f1b-f4f915c892da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7855c965-996b-4093-9300-16292e883be1 HTTP/1.1" status: 204 len: 168 time: 0.2194560 Aug 09 13:26:04.539787 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc3815-c916-4cff-9f1b-f4f915c892da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7855c965-996b-4093-9300-16292e883be1,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:04.544899 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-21d1ad72-8361-401c-87ea-d3459639f8a9 req-f60635a4-7453-4891-bf0c-c0f08099ab24 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518894 Aug 09 13:26:04.708690 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5338dc4-cb73-4658-9fca-f4732ab9e05d req-aaae84b0-440f-4504-8acd-a49c7b3d2b67 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:04.710192 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d5338dc4-cb73-4658-9fca-f4732ab9e05d req-aaae84b0-440f-4504-8acd-a49c7b3d2b67 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0509403 Aug 09 13:26:04.758759 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d5338dc4-cb73-4658-9fca-f4732ab9e05d req-585ac0a1-3d57-4472-93ed-82dc15134276 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359452 Aug 09 13:26:05.019129 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-10c1c46f-d476-4d52-b99c-6cbc52ce09c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:05.389851 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407421b6-79b0-4a78-a190-c2eeaddf5de3 req-f29da1c0-cfb3-4f9f-8bb1-90199cfd0b7c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:05.391404 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-407421b6-79b0-4a78-a190-c2eeaddf5de3 req-f29da1c0-cfb3-4f9f-8bb1-90199cfd0b7c tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 945 time: 0.0704811 Aug 09 13:26:05.429124 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-407421b6-79b0-4a78-a190-c2eeaddf5de3 req-49b4d8e6-8977-4150-8843-d0f459471af1 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Aug 09 13:26:05.566750 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e882febe-5a43-42e9-a945-a56493353874 req-667caf89-d19b-4a17-b92d-e299851be882 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 210 time: 0.0274992 Aug 09 13:26:05.668194 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-f88fcd2e-0671-4e48-ac8f-b5cdaf1006e5 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:05.670338 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-f88fcd2e-0671-4e48-ac8f-b5cdaf1006e5 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.42 "GET /v2.0/networks?id=067d46ea-38d8-4976-becd-437060601703 HTTP/1.1" status: 200 len: 812 time: 0.1131155 Aug 09 13:26:05.690940 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Request body: {'port': {'device_id': 'c788793b-2d1b-430e-b94b-51939c0477c8', 'network_id': '067d46ea-38d8-4976-becd-437060601703', 'admin_state_up': True, 'tenant_id': '2e58e3a0aa444c778690ec3718f06725'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:05.809775 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Made reservation on behalf of 2e58e3a0aa444c778690ec3718f06725 for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:05.813359 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:05.875557 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1046-532f-467a-bf44-65fd36a5aabc req-ca7acc3e-c9a4-4977-8852-ad0756106717 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:05.877426 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e12a1046-532f-467a-bf44-65fd36a5aabc req-ca7acc3e-c9a4-4977-8852-ad0756106717 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0500576 Aug 09 13:26:05.918938 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e12a1046-532f-467a-bf44-65fd36a5aabc req-a71fb9b3-ddac-4aad-a484-6605e3627d47 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Aug 09 13:26:05.946196 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Allocated IP 172.20.0.13 (067d46ea-38d8-4976-becd-437060601703/f80e715a-d953-4f5f-a7ad-b9d813668e97/713b9fe0-5401-475e-b33b-1241e207f228) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:06.093485 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:06.145047 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:06.188992 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Network 067d46ea-38d8-4976-becd-437060601703 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:06.194162 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:06.197913 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:06.222980 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Pushing event updated for resources: {'Port': ['ID=713b9fe0-5401-475e-b33b-1241e207f228,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:06.250743 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:06.251338 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:06.266580 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-dc5bfb90-c685-44f9-b045-47e59326db48 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803351 Aug 09 13:26:06.283192 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Request body: {'port': {'device_id': 'c788793b-2d1b-430e-b94b-51939c0477c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:06.338493 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:06.478545 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:06.553942 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c71ca-a62e-4fcd-93e0-264735225902 req-7ea7c57e-dcc0-44fb-8dde-67c808bd0019 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:06.555662 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7d8c71ca-a62e-4fcd-93e0-264735225902 req-7ea7c57e-dcc0-44fb-8dde-67c808bd0019 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 945 time: 0.0518839 Aug 09 13:26:06.596008 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7d8c71ca-a62e-4fcd-93e0-264735225902 req-0029c121-ffdb-4608-86c7-56fff056bab4 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337052 Aug 09 13:26:06.618462 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713b9fe0-5401-475e-b33b-1241e207f228 {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:26:06.626098 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:06.638080 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Transition to ACTIVE for port object 713b9fe0-5401-475e-b33b-1241e207f228 will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:06.643310 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:06.688717 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7997fe-fc59-4b1f-8c40-eed73a9b86b4 req-cb4ff435-aa07-416e-8eb2-efc29f072155 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:06.690188 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ee7997fe-fc59-4b1f-8c40-eed73a9b86b4 req-cb4ff435-aa07-416e-8eb2-efc29f072155 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 944 time: 0.0508795 Aug 09 13:26:06.691110 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Pushing event updated for resources: {'Port': ['ID=713b9fe0-5401-475e-b33b-1241e207f228,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:06.729547 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ee7997fe-fc59-4b1f-8c40-eed73a9b86b4 req-0263a379-bcbb-4eff-bbf8-4b5ee7d5ef0d tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Aug 09 13:26:06.762232 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Attempting to bind port 713b9fe0-5401-475e-b33b-1241e207f228 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:06.762553 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Attempting to bind port 713b9fe0-5401-475e-b33b-1241e207f228 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '74c311b6-baf4-44b6-89f3-b9f52fca6dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '067d46ea-38d8-4976-becd-437060601703'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:06.762903 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Attempting to bind port 713b9fe0-5401-475e-b33b-1241e207f228 on network 067d46ea-38d8-4976-becd-437060601703 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:06.767404 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Port 713b9fe0-5401-475e-b33b-1241e207f228 on network 067d46ea-38d8-4976-becd-437060601703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:26:06.767725 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Attempting to bind port 713b9fe0-5401-475e-b33b-1241e207f228 on network 067d46ea-38d8-4976-becd-437060601703 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:06.773001 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:06.773334 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Checking segment: {'id': '74c311b6-baf4-44b6-89f3-b9f52fca6dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '067d46ea-38d8-4976-becd-437060601703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:06.773740 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Bound using segment: {'id': '74c311b6-baf4-44b6-89f3-b9f52fca6dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '067d46ea-38d8-4976-becd-437060601703'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:06.774145 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Bound port: 713b9fe0-5401-475e-b33b-1241e207f228, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c311b6-baf4-44b6-89f3-b9f52fca6dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '067d46ea-38d8-4976-becd-437060601703'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:06.774494 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:06.842237 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] For port 713b9fe0-5401-475e-b33b-1241e207f228, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:06.847544 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] For port 713b9fe0-5401-475e-b33b-1241e207f228, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=713b9fe0-5401-475e-b33b-1241e207f228,segment=NetworkSegment(74c311b6-baf4-44b6-89f3-b9f52fca6dae),segment_id=74c311b6-baf4-44b6-89f3-b9f52fca6dae)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:06.853471 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:06.885778 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:06.886388 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:06.887839 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] 10.222.0.42 "PUT /v2.0/ports/713b9fe0-5401-475e-b33b-1241e207f228 HTTP/1.1" status: 200 len: 1094 time: 0.6093440 Aug 09 13:26:06.888582 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c788793b-2d1b-430e-b94b-51939c0477c8', 'tag': '713b9fe0-5401-475e-b33b-1241e207f228'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:26:06.890985 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c788793b-2d1b-430e-b94b-51939c0477c8", "tag": "713b9fe0-5401-475e-b33b-1241e207f228"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:26:06.922565 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9e039-17e5-47ad-8c76-1604d9690102 service neutron] Pushing event updated for resources: {'Port': ['ID=713b9fe0-5401-475e-b33b-1241e207f228,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:06.932833 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe1f232-8ec0-4753-9beb-4f87c9beb859 x-openstack-request-id: req-dfe1f232-8ec0-4753-9beb-4f87c9beb859 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:26:06.933179 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c788793b-2d1b-430e-b94b-51939c0477c8", "tag": "713b9fe0-5401-475e-b33b-1241e207f228", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:26:06.933483 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfe1f232-8ec0-4753-9beb-4f87c9beb859 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:26:06.933879 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c788793b-2d1b-430e-b94b-51939c0477c8', 'tag': '713b9fe0-5401-475e-b33b-1241e207f228', 'status': 'completed', 'code': 200} Aug 09 13:26:06.999394 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-98292ce0-f310-43a6-a3dd-61f8395431aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:07.001478 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-98292ce0-f310-43a6-a3dd-61f8395431aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e58e3a0aa444c778690ec3718f06725&device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 1097 time: 0.0444388 Aug 09 13:26:07.060230 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-16c9bd9e-0047-4dc4-9892-16c98bcce10e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=713b9fe0-5401-475e-b33b-1241e207f228 HTTP/1.1" status: 200 len: 217 time: 0.0428054 Aug 09 13:26:07.074222 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89013cae-60ae-4b89-9682-dc5bfb31867f req-afc63a75-b012-4daa-b385-c82c063570a6 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:07.075840 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-89013cae-60ae-4b89-9682-dc5bfb31867f req-afc63a75-b012-4daa-b385-c82c063570a6 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0776010 Aug 09 13:26:07.118987 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-89013cae-60ae-4b89-9682-dc5bfb31867f req-68f6c3ba-8c3a-4e51-812a-09c811b4165b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Aug 09 13:26:07.166034 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-0933d75f-a509-46a8-abf1-fc8138e19b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:07.167890 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-0933d75f-a509-46a8-abf1-fc8138e19b9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f80e715a-d953-4f5f-a7ad-b9d813668e97 HTTP/1.1" status: 200 len: 852 time: 0.0850372 Aug 09 13:26:07.212167 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-88dd9364-784b-4e7f-9cfe-d30e246d7c34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d46ea-38d8-4976-becd-437060601703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258389 Aug 09 13:26:07.320784 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-b53ada9d-cb43-4054-b936-362dad99262f service neutron] 10.222.0.42 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987971 Aug 09 13:26:07.424343 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ee74b8e-fbf9-43a6-98d1-f1352bcdb64a req-2a01e7cc-3429-4f48-87ec-f2bf27db4af5 service neutron] 10.222.0.42 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886106 Aug 09 13:26:07.540573 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac req-dc21b33c-647f-48fb-9518-dc05c9c2e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:07.542329 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac req-dc21b33c-647f-48fb-9518-dc05c9c2e0bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e58e3a0aa444c778690ec3718f06725&device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 1097 time: 0.0437474 Aug 09 13:26:07.551388 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-eee918ab-b259-48b6-9791-7d427026b011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:07.653154 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac req-4f7001fd-297d-43b0-bd60-4152a70325d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:07.654772 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac req-4f7001fd-297d-43b0-bd60-4152a70325d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d46ea-38d8-4976-becd-437060601703 HTTP/1.1" status: 200 len: 913 time: 0.0921645 Aug 09 13:26:07.703940 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac req-1e0cf6b0-5e05-4427-bcf8-5af379874b4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=713b9fe0-5401-475e-b33b-1241e207f228 HTTP/1.1" status: 200 len: 217 time: 0.0361469 Aug 09 13:26:07.723226 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9587214-5a02-48c1-a782-c7eb25921b76 req-bdf075c2-c468-4733-ac7f-6db4e3fbfa4e tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:07.724897 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b9587214-5a02-48c1-a782-c7eb25921b76 req-bdf075c2-c468-4733-ac7f-6db4e3fbfa4e tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 945 time: 0.0572011 Aug 09 13:26:07.764593 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b9587214-5a02-48c1-a782-c7eb25921b76 req-fb4b6950-f99e-4bf1-928a-4ffc38b19960 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/security-groups?id=caca7bc5-30d9-452b-bd8f-976ce692f9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338254 Aug 09 13:26:07.772861 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac req-45fdfe04-c687-4982-a6b0-541d4a6bdce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:07.774872 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac req-45fdfe04-c687-4982-a6b0-541d4a6bdce2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f80e715a-d953-4f5f-a7ad-b9d813668e97 HTTP/1.1" status: 200 len: 852 time: 0.0514872 Aug 09 13:26:07.890085 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:07.902774 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d8cb0-a6d2-44d9-af14-6dd55cd6a2c1 req-386da522-2431-4429-926f-15bc07e1e231 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:07.905352 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-602d8cb0-a6d2-44d9-af14-6dd55cd6a2c1 req-386da522-2431-4429-926f-15bc07e1e231 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 944 time: 0.0814602 Aug 09 13:26:07.941380 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-0e5b5021-a317-4070-9571-c2a676e52500 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:07.943101 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-0e5b5021-a317-4070-9571-c2a676e52500 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 945 time: 0.0927832 Aug 09 13:26:07.965255 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-602d8cb0-a6d2-44d9-af14-6dd55cd6a2c1 req-442d1453-46bf-4df9-a4d5-9ff57570ac21 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509429 Aug 09 13:26:08.050557 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac req-1edff2a2-0fd7-485d-9cd4-cbec6af42f97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d46ea-38d8-4976-becd-437060601703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2630222 Aug 09 13:26:08.067048 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-845b08fe-19df-40b1-8de1-7e5fc8a9922a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Deleting port 6a82917a-e31e-49ad-8065-a586146a8059 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:26:08.067394 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-845b08fe-19df-40b1-8de1-7e5fc8a9922a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:08.154469 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-845b08fe-19df-40b1-8de1-7e5fc8a9922a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] For port 6a82917a-e31e-49ad-8065-a586146a8059, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=6a82917a-e31e-49ad-8065-a586146a8059,segment=NetworkSegment(63b54e4c-8ad7-4b42-97d1-173ceb332c50),segment_id=63b54e4c-8ad7-4b42-97d1-173ceb332c50)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:08.154906 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-845b08fe-19df-40b1-8de1-7e5fc8a9922a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:08.159815 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac req-8557d9c8-ca15-42f8-a0a2-3973a034cd9a service neutron] 10.222.0.42 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899422 Aug 09 13:26:08.169524 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-845b08fe-19df-40b1-8de1-7e5fc8a9922a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Calling delete_port for 6a82917a-e31e-49ad-8065-a586146a8059 owned by compute:nova {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:26:08.281018 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3dd51e1c-0de3-49c7-bdbc-dfda5b4a41ac req-c68ed088-1423-4737-83b6-b03c1efcde21 service neutron] 10.222.0.42 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011117 Aug 09 13:26:08.297791 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f01229-e937-4b4e-8b30-88862d819391 req-f376150d-b7e7-4fc3-a831-e5dd5206b200 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:08.299280 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-88f01229-e937-4b4e-8b30-88862d819391 req-f376150d-b7e7-4fc3-a831-e5dd5206b200 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.1068480 Aug 09 13:26:08.378736 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-88f01229-e937-4b4e-8b30-88862d819391 req-a7f4e448-537c-4591-8ae6-2ed0e1677235 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639534 Aug 09 13:26:08.388310 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-845b08fe-19df-40b1-8de1-7e5fc8a9922a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:08.407189 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['6a82917a-e31e-49ad-8065-a586146a8059'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:26:08.422646 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b08fe-19df-40b1-8de1-7e5fc8a9922a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Pushing event deleted for resources: {'Port': ['ID=6a82917a-e31e-49ad-8065-a586146a8059,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:08.464240 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-845b08fe-19df-40b1-8de1-7e5fc8a9922a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] No DVR routers for this DVR port 6a82917a-e31e-49ad-8065-a586146a8059 on host hv-cinder-78729 {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:26:08.467369 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-845b08fe-19df-40b1-8de1-7e5fc8a9922a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:08.469467 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a621ac9-04cd-4a32-bb08-231ae9443984 req-845b08fe-19df-40b1-8de1-7e5fc8a9922a tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.42 "DELETE /v2.0/ports/6a82917a-e31e-49ad-8065-a586146a8059 HTTP/1.1" status: 204 len: 173 time: 0.5004830 Aug 09 13:26:08.469927 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b23e8db-9120-4519-931c-faee0a211228', 'name': 'network-vif-deleted', 'tag': '6a82917a-e31e-49ad-8065-a586146a8059'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:26:08.472385 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2514787-eea2-4e1b-a95b-3a8ddb2e6cad" -d '{"events": [{"server_uuid": "1b23e8db-9120-4519-931c-faee0a211228", "name": "network-vif-deleted", "tag": "6a82917a-e31e-49ad-8065-a586146a8059"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:26:08.513161 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3195193-a9cf-4a4d-af20-3434e439f702 x-openstack-request-id: req-b3195193-a9cf-4a4d-af20-3434e439f702 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:26:08.513448 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b23e8db-9120-4519-931c-faee0a211228", "name": "network-vif-deleted", "tag": "6a82917a-e31e-49ad-8065-a586146a8059", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:26:08.513860 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3195193-a9cf-4a4d-af20-3434e439f702 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:26:08.514079 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b23e8db-9120-4519-931c-faee0a211228', 'name': 'network-vif-deleted', 'tag': '6a82917a-e31e-49ad-8065-a586146a8059', 'status': 'completed', 'code': 200} Aug 09 13:26:08.750452 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:08.878236 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-575cd656-8943-4dfc-b646-a7b9cafc505d req-768a154a-6b7b-451e-a128-37901d27f258 tempest-VolumesActionsTest-662189850 tempest-VolumesActionsTest-662189850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b23e8db-9120-4519-931c-faee0a211228 HTTP/1.1" status: 200 len: 210 time: 0.0264850 Aug 09 13:26:09.089415 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddd9f4-ebba-42bc-89ee-70c3e184fde8 req-1d5e5c65-aa1e-4eae-80a9-06cb37aeefd2 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:09.090924 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fbddd9f4-ebba-42bc-89ee-70c3e184fde8 req-1d5e5c65-aa1e-4eae-80a9-06cb37aeefd2 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 944 time: 0.0506296 Aug 09 13:26:09.133987 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fbddd9f4-ebba-42bc-89ee-70c3e184fde8 req-8aeee2ae-4c36-4a40-9b4c-c152bfcbd265 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368037 Aug 09 13:26:09.500853 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0261ab-c1f0-4826-9699-b5b366e70b29 req-b8a4066c-0ecf-4c5a-b6f6-c1c549545de1 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:09.502360 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cc0261ab-c1f0-4826-9699-b5b366e70b29 req-b8a4066c-0ecf-4c5a-b6f6-c1c549545de1 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0497499 Aug 09 13:26:09.545425 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cc0261ab-c1f0-4826-9699-b5b366e70b29 req-929180b1-083b-451d-81ea-1e6cc4767c83 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Aug 09 13:26:10.196006 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:10.308215 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e85c12-2f6f-43de-a94b-bdbbea0e82ac req-296cd99b-a4b6-41a2-a4f8-c6ab21e202da tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:10.309949 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-66e85c12-2f6f-43de-a94b-bdbbea0e82ac req-296cd99b-a4b6-41a2-a4f8-c6ab21e202da tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 944 time: 0.0621076 Aug 09 13:26:10.378931 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-66e85c12-2f6f-43de-a94b-bdbbea0e82ac req-bcca48e9-9108-4288-b80f-b77bd682e777 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618243 Aug 09 13:26:10.539353 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-27bf32df-faac-424a-bdec-cb7a030f4255 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:10.541271 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-27bf32df-faac-424a-bdec-cb7a030f4255 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 815 time: 0.1216106 Aug 09 13:26:10.560232 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-e2af16d0-6b9a-4949-8ae1-eff73a7d9f9c tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/quotas/7c4e955dcef94acdb8e6a526d1dd49fd HTTP/1.1" status: 200 len: 375 time: 0.0107646 Aug 09 13:26:10.626235 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-24e7d499-7136-432e-8e24-a6c6c796bb04 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568500 Aug 09 13:26:10.971051 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae010b08-cc4d-4f82-91e2-859af34c8dea req-1bbc362a-2891-4659-a037-5f29ddcef60c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:10.972570 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ae010b08-cc4d-4f82-91e2-859af34c8dea req-1bbc362a-2891-4659-a037-5f29ddcef60c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.3453879 Aug 09 13:26:11.010210 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-6f4dcb19-6767-4409-8c01-f8f43b49bc9b service neutron] 10.222.0.32 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732443 Aug 09 13:26:11.043522 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ae010b08-cc4d-4f82-91e2-859af34c8dea req-efcf361b-a0c3-47bc-81e3-273a29c46078 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644164 Aug 09 13:26:11.113822 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-12a48b87-e277-466b-b06d-484ade4ecbdb service neutron] 10.222.0.32 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933256 Aug 09 13:26:12.136893 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 713b9fe0-5401-475e-b33b-1241e207f228 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:26:12.232271 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 713b9fe0-5401-475e-b33b-1241e207f228, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=713b9fe0-5401-475e-b33b-1241e207f228,segment=NetworkSegment(74c311b6-baf4-44b6-89f3-b9f52fca6dae),segment_id=74c311b6-baf4-44b6-89f3-b9f52fca6dae)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:12.245165 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '713b9fe0-5401-475e-b33b-1241e207f228', 'network_id': '067d46ea-38d8-4976-becd-437060601703', 'port_id': '713b9fe0-5401-475e-b33b-1241e207f228', 'mac_address': 'fa:16:3e:58:f3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80e715a-d953-4f5f-a7ad-b9d813668e97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:26:12.282377 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:12.295483 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713b9fe0-5401-475e-b33b-1241e207f228 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:26:12.315086 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 713b9fe0-5401-475e-b33b-1241e207f228, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=713b9fe0-5401-475e-b33b-1241e207f228,segment=NetworkSegment(74c311b6-baf4-44b6-89f3-b9f52fca6dae),segment_id=74c311b6-baf4-44b6-89f3-b9f52fca6dae)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:12.320090 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:12.370278 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=713b9fe0-5401-475e-b33b-1241e207f228,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:13.130859 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 6a82917a-e31e-49ad-8065-a586146a8059 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:26:13.151928 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 6a82917a-e31e-49ad-8065-a586146a8059 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:26:13.152589 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 6a82917a-e31e-49ad-8065-a586146a8059 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:26:14.385423 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c4449f2a-22af-4a13-bf7a-fcf3401969ef req-0d7a1bec-b5b2-4608-8c5c-c21d5dc7a948 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 210 time: 0.0448174 Aug 09 13:26:14.475005 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7729c5-df60-4fc8-93ad-4fc0bd8bef35 req-ef0d00cd-44f3-4d59-b44f-6a097b2a39ee tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:14.476496 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7a7729c5-df60-4fc8-93ad-4fc0bd8bef35 req-ef0d00cd-44f3-4d59-b44f-6a097b2a39ee tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 945 time: 0.0736854 Aug 09 13:26:14.537385 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7a7729c5-df60-4fc8-93ad-4fc0bd8bef35 req-92cc6ba5-cfb2-4d1c-8c69-eb87da949e39 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Aug 09 13:26:14.544875 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b2b5e-4734-425a-9497-5f56aa8a56dc req-96ef6625-bc12-4125-9ba4-bf21865a7c52 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:14.546373 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e20b2b5e-4734-425a-9497-5f56aa8a56dc req-96ef6625-bc12-4125-9ba4-bf21865a7c52 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0880663 Aug 09 13:26:14.584912 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e20b2b5e-4734-425a-9497-5f56aa8a56dc req-4b22c8b1-820c-4b8b-8983-18a2c3eec6e7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323830 Aug 09 13:26:14.769084 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['713b9fe0-5401-475e-b33b-1241e207f228'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:26:15.094078 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d668ff11-53e5-4df4-b976-88ee46cbc438 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:15.095583 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d668ff11-53e5-4df4-b976-88ee46cbc438 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 815 time: 0.1000483 Aug 09 13:26:15.114343 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Request body: {'port': {'device_id': 'f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c', 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea', 'admin_state_up': True, 'tenant_id': '7c4e955dcef94acdb8e6a526d1dd49fd'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:15.225314 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Made reservation on behalf of 7c4e955dcef94acdb8e6a526d1dd49fd for: {'port': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:15.228739 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:15.379845 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Allocated IP 172.20.0.7 (411f565d-fdbf-45ae-9e1a-bcfb25c5eeea/f323395f-83b4-42af-94ca-fccc9587251a/348ff8e2-cff8-4aaa-a8a0-6a55b6df0682) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:15.523418 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-120e3b2f-ac3e-4ac2-a155-94db489cc1f2 req-04a949bc-c479-4b2b-9950-cc1c1378ef63 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 210 time: 0.0343804 Aug 09 13:26:15.583373 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:15.676446 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:15.735609 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793ef85-e4be-449c-92ab-2ff5b7b43e2a req-35d28363-e83a-4991-b3ff-5da1abb31ea6 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:15.736738 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2793ef85-e4be-449c-92ab-2ff5b7b43e2a req-35d28363-e83a-4991-b3ff-5da1abb31ea6 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 945 time: 0.1078305 Aug 09 13:26:15.745287 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:15.768838 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:15.771675 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:15.818570 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Pushing event updated for resources: {'Port': ['ID=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:15.830495 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['03f9ee04-cb35-439d-add5-1517d716ffdb', 'ce74ec7a-711b-44c2-ba79-d33bd4980417', '131807ef-d3dc-4b06-8775-2c821cb4d42b'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:26:15.841274 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.841614 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.841916 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.842251 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.842579 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.843082 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.843236 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.843635 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.844026 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.844441 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.844628 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.844950 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:15.878807 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2793ef85-e4be-449c-92ab-2ff5b7b43e2a req-81cdaa06-8766-4943-af1e-8e9b8dc80641 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315968 Aug 09 13:26:15.886642 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:15.888389 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:15.909396 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f5bd-6bce-49e3-8a0b-7bf59115bdd3 req-b9683c90-99a3-4a10-98d5-cade65707367 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:15.910933 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8ae5f5bd-6bce-49e3-8a0b-7bf59115bdd3 req-b9683c90-99a3-4a10-98d5-cade65707367 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.1733053 Aug 09 13:26:15.932707 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ab91d5c8-2dd3-414f-b15d-9f97f7ceb1b1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8220983 Aug 09 13:26:15.954480 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Request body: {'port': {'device_id': 'f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:15.996330 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8ae5f5bd-6bce-49e3-8a0b-7bf59115bdd3 req-0e5f8024-1c08-45d6-aa8e-b66eb800cf87 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788445 Aug 09 13:26:16.045064 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:16.274848 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 713b9fe0-5401-475e-b33b-1241e207f228 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:16.332916 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 713b9fe0-5401-475e-b33b-1241e207f228 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:16.337977 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 713b9fe0-5401-475e-b33b-1241e207f228 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:16.338511 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:16.389393 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 {{(pid=93361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:26:16.400307 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:16.413449 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Transition to ACTIVE for port object 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 will not be triggered until provisioned by entity L2. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:16.424147 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:16.459302 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:16.538839 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c788793b-2d1b-430e-b94b-51939c0477c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b9fe0-5401-475e-b33b-1241e207f228'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:26:16.541910 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99f6b36-9a12-4235-aa49-43a11e55044f" -d '{"events": [{"server_uuid": "c788793b-2d1b-430e-b94b-51939c0477c8", "name": "network-vif-plugged", "status": "completed", "tag": "713b9fe0-5401-475e-b33b-1241e207f228"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:26:16.546814 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Pushing event updated for resources: {'Port': ['ID=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:16.559142 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 713b9fe0-5401-475e-b33b-1241e207f228, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=713b9fe0-5401-475e-b33b-1241e207f228,segment=NetworkSegment(74c311b6-baf4-44b6-89f3-b9f52fca6dae),segment_id=74c311b6-baf4-44b6-89f3-b9f52fca6dae)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:16.564827 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:16.618659 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Attempting to bind port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:16.619279 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Attempting to bind port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:16.619919 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Attempting to bind port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:16.624803 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:26:16.625548 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Attempting to bind port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 on network 411f565d-fdbf-45ae-9e1a-bcfb25c5eeea {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:16.632349 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:16.632794 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Checking segment: {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:16.633287 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Bound using segment: {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:16.633918 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Bound port: 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af4cb54-8e84-4ae6-b171-9824a4e57791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea'}}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:16.634378 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:16.738874 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=713b9fe0-5401-475e-b33b-1241e207f228,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:16.747753 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa847172-cc49-4aff-a24b-5340cb6c9aaf x-openstack-request-id: req-fa847172-cc49-4aff-a24b-5340cb6c9aaf {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:26:16.748034 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c788793b-2d1b-430e-b94b-51939c0477c8", "name": "network-vif-plugged", "status": "completed", "tag": "713b9fe0-5401-475e-b33b-1241e207f228", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:26:16.748304 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa847172-cc49-4aff-a24b-5340cb6c9aaf {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:26:16.750140 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c788793b-2d1b-430e-b94b-51939c0477c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b9fe0-5401-475e-b33b-1241e207f228', 'code': 200} Aug 09 13:26:16.820992 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] For port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682, host hv-cinder-78729, cleared binding levels {{(pid=93361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:16.826678 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] For port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:16.833929 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:16.861215 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267114dc-5b60-45e2-8596-076fa05a10e9 req-17f7481f-9d9f-450e-891c-aaf13f33d7da tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:16.864080 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-267114dc-5b60-45e2-8596-076fa05a10e9 req-17f7481f-9d9f-450e-891c-aaf13f33d7da tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 943 time: 0.1457436 Aug 09 13:26:16.930700 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:16.931331 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:16.932896 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] 10.222.0.42 "PUT /v2.0/ports/348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 HTTP/1.1" status: 200 len: 1093 time: 0.9850655 Aug 09 13:26:16.935368 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8d184-ed29-42c4-87a7-9b47c8bbb0dd req-f9a880e2-2e4d-4521-a489-4a9bc434397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:16.935998 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c', 'tag': '348ff8e2-cff8-4aaa-a8a0-6a55b6df0682'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:26:16.937990 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-d4c8d184-ed29-42c4-87a7-9b47c8bbb0dd req-f9a880e2-2e4d-4521-a489-4a9bc434397e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 1099 time: 0.0563962 Aug 09 13:26:16.939259 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf" -d '{"events": [{"name": "network-changed", "server_uuid": "f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c", "tag": "348ff8e2-cff8-4aaa-a8a0-6a55b6df0682"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:26:16.991062 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-d4c8d184-ed29-42c4-87a7-9b47c8bbb0dd req-90636003-75a4-4543-bdf7-dd29f19f5033 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Aug 09 13:26:17.061331 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc19d0-805c-44e8-b430-862c8d456ecc service neutron] Pushing event updated for resources: {'Port': ['ID=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,revision_number=3']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:17.094698 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-267114dc-5b60-45e2-8596-076fa05a10e9 req-18897ffa-cee3-4a13-8be6-55dcdb880c97 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704240 Aug 09 13:26:17.112024 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8d1d8-b2f1-4457-aead-582fa56ec74b req-8bf4880a-06bb-44a4-9c67-a51d8ea891fc tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:17.114149 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8fb8d1d8-b2f1-4457-aead-582fa56ec74b req-8bf4880a-06bb-44a4-9c67-a51d8ea891fc tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 946 time: 0.1084955 Aug 09 13:26:17.131355 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-4ffe84b0-6a8b-486a-a924-4dff34d482c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:17.134752 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-4ffe84b0-6a8b-486a-a924-4dff34d482c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 1096 time: 0.0783706 Aug 09 13:26:17.172326 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49868316-d17b-486b-81eb-5e674a3e9c37 x-openstack-request-id: req-49868316-d17b-486b-81eb-5e674a3e9c37 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:26:17.172772 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c", "tag": "348ff8e2-cff8-4aaa-a8a0-6a55b6df0682", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:26:17.173323 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49868316-d17b-486b-81eb-5e674a3e9c37 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:26:17.173727 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c', 'tag': '348ff8e2-cff8-4aaa-a8a0-6a55b6df0682', 'status': 'completed', 'code': 200} Aug 09 13:26:17.179426 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8fb8d1d8-b2f1-4457-aead-582fa56ec74b req-2bf76d34-4f14-4f3e-99a1-6261de9b7679 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530045 Aug 09 13:26:17.215460 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-96d9d8fe-792a-4ca2-a710-2304958f38a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 HTTP/1.1" status: 200 len: 217 time: 0.0540018 Aug 09 13:26:17.305575 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-715dc3a3-eda0-4b7d-a073-fcd1484227b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:17.308405 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-715dc3a3-eda0-4b7d-a073-fcd1484227b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f323395f-83b4-42af-94ca-fccc9587251a HTTP/1.1" status: 200 len: 855 time: 0.0751801 Aug 09 13:26:17.308902 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fc265-d55e-4a1d-a983-d1a6d78023b5 req-a241950a-a2a5-40f0-b3b5-23e61ec782d2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:17.310430 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3d0fc265-d55e-4a1d-a983-d1a6d78023b5 req-a241950a-a2a5-40f0-b3b5-23e61ec782d2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0632646 Aug 09 13:26:17.360528 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-128a55c8-52e9-4725-a34f-d4e25728df67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378039 Aug 09 13:26:17.379271 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3d0fc265-d55e-4a1d-a983-d1a6d78023b5 req-2730ed5d-3fea-4294-9549-ea0ca1712fff tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581269 Aug 09 13:26:17.387998 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:26:17.482133 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-25ee7522-342e-4082-a069-d0bc4f4c98ce service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111395 Aug 09 13:26:17.590431 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0159c59f-68aa-422d-bf5a-70814e7b8c26 req-ac318b77-25f5-4474-83cc-527f65f17f3c service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992446 Aug 09 13:26:17.703964 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf req-40d07ffc-b1cd-4e57-8323-99228f7bd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:17.705798 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf req-40d07ffc-b1cd-4e57-8323-99228f7bd0b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 1096 time: 0.0470073 Aug 09 13:26:17.825032 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf req-3956ef71-c6fe-493f-912a-c667a45daeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:17.826618 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf req-3956ef71-c6fe-493f-912a-c667a45daeb0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 200 len: 916 time: 0.1118329 Aug 09 13:26:17.879264 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf req-39d59fff-557b-4a91-9a76-46365fd0d7ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 HTTP/1.1" status: 200 len: 217 time: 0.0388315 Aug 09 13:26:17.942868 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf req-37b834ad-67b1-4b45-b704-b119fad37a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:17.944562 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf req-37b834ad-67b1-4b45-b704-b119fad37a2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f323395f-83b4-42af-94ca-fccc9587251a HTTP/1.1" status: 200 len: 855 time: 0.0541511 Aug 09 13:26:17.996888 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf req-dfd14e51-89d5-49f2-847b-6de1648ba823 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394018 Aug 09 13:26:18.200351 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf req-3e2a93b3-7a07-4d2f-b93e-5cd9b502c50f service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912453 Aug 09 13:26:18.380430 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23c796-0956-451e-bd01-ca2960c2da37 req-ee56551e-4d2e-4acb-8661-02bb799b4332 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:18.388940 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8a23c796-0956-451e-bd01-ca2960c2da37 req-ee56551e-4d2e-4acb-8661-02bb799b4332 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 943 time: 0.1434743 Aug 09 13:26:18.389533 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 53006) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:18.403016 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d48a00b-4a1a-4471-af1f-d1a3fc4e8edf req-00b5eb23-a0a6-4e3c-9662-cd0d588a1ca9 service neutron] 10.222.0.42 "GET /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816609 Aug 09 13:26:18.457599 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44851a05-35d6-43dc-b4a1-436cf782cc70 req-053fd18e-3076-4d03-9a0b-d7584c1f3b4e tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:18.460073 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-44851a05-35d6-43dc-b4a1-436cf782cc70 req-053fd18e-3076-4d03-9a0b-d7584c1f3b4e tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 946 time: 0.1568036 Aug 09 13:26:18.570515 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8a23c796-0956-451e-bd01-ca2960c2da37 req-12c864e5-ed41-497f-9b4d-145a3fb63f6f tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731794 Aug 09 13:26:18.608718 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-862a4683-13d2-48d3-89bd-23faa88be093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:18.631048 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-44851a05-35d6-43dc-b4a1-436cf782cc70 req-71b424de-73a3-4cc4-8c97-ca686f035119 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493833 Aug 09 13:26:18.761635 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bb325-0c6c-4796-99dd-6ffbb17931ce req-a1976630-7c6b-4f62-9d2c-65264f5281e7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:18.763588 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4a5bb325-0c6c-4796-99dd-6ffbb17931ce req-a1976630-7c6b-4f62-9d2c-65264f5281e7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0781007 Aug 09 13:26:18.797832 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-862a4683-13d2-48d3-89bd-23faa88be093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:18.828765 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-862a4683-13d2-48d3-89bd-23faa88be093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:18.871586 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4a5bb325-0c6c-4796-99dd-6ffbb17931ce req-6db0bdef-ea2d-440f-acd6-3be3aaf4d365 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989556 Aug 09 13:26:18.892030 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a4683-13d2-48d3-89bd-23faa88be093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af5cbe6-51c4-4115-bdb9-011264a5d414,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:18.899449 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-862a4683-13d2-48d3-89bd-23faa88be093 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfeeb5052de14b2ea0074a845809a2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036988 Aug 09 13:26:18.902502 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53016) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:18.968426 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:19.004587 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:19.060847 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:19.067640 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:19.067640 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7af5cbe6-51c4-4115-bdb9-011264a5d414 HTTP/1.1" status: 204 len: 168 time: 0.1624670 Aug 09 13:26:19.075530 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af5cbe6-51c4-4115-bdb9-011264a5d414,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:19.084093 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.084613 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.084924 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.085385 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.085793 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.086252 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.086689 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.087541 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.087541 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.087967 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.088447 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.088852 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859e9d3-fc51-472c-aefe-c303cbdc32f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:19.749740 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed665417-0c1f-4181-872d-387b4a73218b req-7baafcac-3ff3-4945-a5e5-3000dd56084b tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:19.759641 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ed665417-0c1f-4181-872d-387b4a73218b req-7baafcac-3ff3-4945-a5e5-3000dd56084b tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 943 time: 0.0805449 Aug 09 13:26:19.824565 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ed665417-0c1f-4181-872d-387b4a73218b req-dd6cddb9-6839-4080-b0dc-79d7fe560bb8 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533147 Aug 09 13:26:19.871019 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8d75e-adab-4a6d-83b1-537f30ad96bb req-8eaf0886-6fbd-4a7b-9974-d175467078ad tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:19.880175 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bfd8d75e-adab-4a6d-83b1-537f30ad96bb req-8eaf0886-6fbd-4a7b-9974-d175467078ad tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 946 time: 0.0594113 Aug 09 13:26:19.891000 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53050) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:19.928906 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bfd8d75e-adab-4a6d-83b1-537f30ad96bb req-feff131f-d617-452c-881a-5efee246a65d tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472832 Aug 09 13:26:20.024336 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1919092996-network', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:20.037866 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ae02b-546d-41b4-8ce3-004814e8ff2e req-7553ec67-9eac-45cb-91eb-4846b7e738ca tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:20.046053 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-506ae02b-546d-41b4-8ce3-004814e8ff2e req-7553ec67-9eac-45cb-91eb-4846b7e738ca tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0649641 Aug 09 13:26:20.072662 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Made reservation on behalf of c1ce453ba8fc4c188a1b4fa50a32b228 for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:20.076690 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.088419 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.115881 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-506ae02b-546d-41b4-8ce3-004814e8ff2e req-5cd2e900-a77f-4433-ac3f-a6c40677643b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Aug 09 13:26:20.251924 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.258161 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.297886 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfd6c84-8938-46c6-ae4d-af851565408d,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:20.308402 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=93362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:26:20.319521 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.320134 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Added segment 64949e57-ab00-45b2-bf11-21eba40d67f7 of type vlan for network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce Aug 09 13:26:20.368994 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.409376 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.410851 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:20.411614 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.480724 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5854123 Aug 09 13:26:20.481064 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53102) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:20.491495 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Request body: {'subnet': {'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1919092996-subnet', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:20.504334 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f253d7-cb6c-483f-ac16-554cc38de886 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae31d7d-6752-4562-9f25-a16aafd9d4ce,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:20.523114 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:26:20.550272 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Made reservation on behalf of c1ce453ba8fc4c188a1b4fa50a32b228 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:20.554083 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5055742'] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.779165 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8150859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5055692'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.850642 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f217d05-d326-4109-9dd0-827295805009,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:20.861352 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Checking segment: {'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:20.861706 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Network hostable DHCP agents. Network: 1ae31d7d-6752-4562-9f25-a16aafd9d4ce, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:26:20.885234 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:26:20.899071 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 1ae31d7d-6752-4562-9f25-a16aafd9d4ce) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:20.903167 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:20.903835 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.911323 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0354908-1c7b-48df-89ff-cf3b4ccc87ba None None] Network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:26:20.923891 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-10b0baab-c780-4f16-81ad-005a787cb7eb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4385393 Aug 09 13:26:20.924471 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 53114) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:20.939009 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:20.973499 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffdc18-b354-4793-a3c7-05c9ca533b12 req-a0096d4b-0ffb-4bda-958a-75082143a4cf tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:20.975045 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f1ffdc18-b354-4793-a3c7-05c9ca533b12 req-a0096d4b-0ffb-4bda-958a-75082143a4cf tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 943 time: 0.0963540 Aug 09 13:26:20.976413 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2079701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35209'] for router, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:20.977606 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2080357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35206'] for router, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.036128 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f1ffdc18-b354-4793-a3c7-05c9ca533b12 req-91c579e4-ff6f-4fc4-a53a-6e8f5dc8cb50 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540855 Aug 09 13:26:21.061831 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.150922 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83b3c1d3-6c21-5357-be80-c9cf88c7caea-1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009'}]}} from dv-cinder-787296-4-iscsi. {{(pid=93363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 13:26:21.154628 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.228632 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.367194 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047bd4-492e-4b0a-92fb-0462d97dce94 req-65f62e0d-db1a-4760-8125-d3922b2a5e4b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:21.367194 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ae047bd4-492e-4b0a-92fb-0462d97dce94 req-65f62e0d-db1a-4760-8125-d3922b2a5e4b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0850039 Aug 09 13:26:21.381318 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.db_base_plugin_common [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Allocated IP 172.20.0.2 (1ae31d7d-6752-4562-9f25-a16aafd9d4ce/2f217d05-d326-4109-9dd0-827295805009/324ed4cd-a4d8-466e-9f82-0050bc080087) {{(pid=93363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:21.435904 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ae047bd4-492e-4b0a-92fb-0462d97dce94 req-b8beafb7-2974-4f89-9421-41ebbf1aaa02 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587637 Aug 09 13:26:21.563135 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Notify callbacks [] for port, precommit_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.572699 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Transition to ACTIVE for port object 324ed4cd-a4d8-466e-9f82-0050bc080087 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:21.576237 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.590253 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Transition to ACTIVE for port object 324ed4cd-a4d8-466e-9f82-0050bc080087 will not be triggered until provisioned by entity DHCP. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:21.599054 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.600739 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.641576 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce is already hosted by enough agents. {{(pid=93363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:21.654936 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.base_scheduler [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Resources bound (agent type, host, resource id): {{(pid=93363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:21.664783 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Received port after_create {{(pid=93363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:21.673298 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Pushing event updated for resources: {'Port': ['ID=324ed4cd-a4d8-466e-9f82-0050bc080087,revision_number=1']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:21.735130 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Attempting to bind port 324ed4cd-a4d8-466e-9f82-0050bc080087 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:21.735638 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Attempting to bind port 324ed4cd-a4d8-466e-9f82-0050bc080087 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:21.736274 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Attempting to bind port 324ed4cd-a4d8-466e-9f82-0050bc080087 on network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:21.741574 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Allocated IP 172.27.3.199 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/f954b615-ad39-4ac7-a2bd-b82c005edbdc) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:21.744214 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:21.744934 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Checking segment: {'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:21.745542 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.746673 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Bound using segment: {'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:21.747356 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Bound port: 324ed4cd-a4d8-466e-9f82-0050bc080087, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:21.748097 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.826715 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] For port 324ed4cd-a4d8-466e-9f82-0050bc080087, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:21.831839 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] For port 324ed4cd-a4d8-466e-9f82-0050bc080087, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=324ed4cd-a4d8-466e-9f82-0050bc080087,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:21.839648 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.864206 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.905385 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8d25b-47a5-4e18-99a3-efd27d6fa95b None None] Pushing event updated for resources: {'Port': ['ID=324ed4cd-a4d8-466e-9f82-0050bc080087,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:21.913691 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:21.961797 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:21.971143 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:21.972889 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Pushing event updated for resources: {'Port': ['ID=f954b615-ad39-4ac7-a2bd-b82c005edbdc,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:21.975973 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:22.250762 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e58b8-1e2a-4385-9613-a214cc2e1109 req-09def402-6c97-4292-857f-a6604d1704e2 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:22.252389 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-902e58b8-1e2a-4385-9613-a214cc2e1109 req-09def402-6c97-4292-857f-a6604d1704e2 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 943 time: 0.1157792 Aug 09 13:26:22.312134 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:26:22.368991 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-902e58b8-1e2a-4385-9613-a214cc2e1109 req-8bf02fe2-cf2c-422d-9f62-82b8c42444a3 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801475 Aug 09 13:26:22.411879 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:22.454154 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:22.466136 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '348ff8e2-cff8-4aaa-a8a0-6a55b6df0682', 'network_id': '411f565d-fdbf-45ae-9e1a-bcfb25c5eeea', 'port_id': '348ff8e2-cff8-4aaa-a8a0-6a55b6df0682', 'mac_address': 'fa:16:3e:d3:e9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f323395f-83b4-42af-94ca-fccc9587251a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:26:22.513063 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:22.542070 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:26:22.579624 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:22.586219 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:22.640959 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:22.652925 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ebedb-e89a-4441-acfd-0d2e8bf007d3 req-9a295c7d-7e60-4863-8c4e-8b915fa4c047 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:22.654509 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-303ebedb-e89a-4441-acfd-0d2e8bf007d3 req-9a295c7d-7e60-4863-8c4e-8b915fa4c047 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0984106 Aug 09 13:26:22.726543 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2080364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135'] for router, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:22.798948 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-303ebedb-e89a-4441-acfd-0d2e8bf007d3 req-a28f3843-95aa-4f82-bda0-b0de6e30d41c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128519 Aug 09 13:26:22.906123 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 is scheduled to L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db with binding_index 1 {{(pid=93361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 13:26:23.088998 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d42190-d083-4f6c-844b-efe48eef5752 None None] Network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:26:23.098785 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1ebe6-e546-4fac-b894-8681bb784271 req-426b6bef-ce9d-488a-9f9c-ac7f191394ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:23.100759 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ef1ebe6-e546-4fac-b894-8681bb784271 req-426b6bef-ce9d-488a-9f9c-ac7f191394ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 1099 time: 0.0539508 Aug 09 13:26:23.148573 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-ca20e8fa-204e-4dcd-88af-eb8f7bf3c84a None None] Provisioning for port 324ed4cd-a4d8-466e-9f82-0050bc080087 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:23.163747 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3ef1ebe6-e546-4fac-b894-8681bb784271 req-40e23e4f-f18d-4068-801e-50abe48978fd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490372 Aug 09 13:26:23.210448 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['348ff8e2-cff8-4aaa-a8a0-6a55b6df0682'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:26:23.336450 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:26:23.348507 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Sync routers for ids ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:26:23.366795 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] Notify callbacks [] for router, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:23.368108 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0153f9f2-6e02-4571-aee6-87982789913b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4425378 Aug 09 13:26:23.371164 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53152) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:23.371544 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Routers {'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:23.372172 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:23.519740 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Set router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:23.813073 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030b0ec-edba-40b6-8bfa-e7bea1e4158d req-b7ad2443-4da1-4934-a954-fbfafc7d25c3 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:23.823495 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a030b0ec-edba-40b6-8bfa-e7bea1e4158d req-b7ad2443-4da1-4934-a954-fbfafc7d25c3 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 944 time: 0.1456857 Aug 09 13:26:23.855090 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:22Z', 'revision_number': 3, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:23.926781 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Checking router: df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:26:23.927436 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Updating router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 port f954b615-ad39-4ac7-a2bd-b82c005edbdc binding host dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:26:23.957159 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a030b0ec-edba-40b6-8bfa-e7bea1e4158d req-76d42bc0-009e-485e-a06d-e26ae8ce31dc tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299624 Aug 09 13:26:24.022105 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 324ed4cd-a4d8-466e-9f82-0050bc080087 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:24.050528 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.123551 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac1a3-ef8d-4931-a05f-67a7923d8e9d req-a2f24578-51eb-4c81-b077-f069541c28c9 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:24.145134 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4c9ac1a3-ef8d-4931-a05f-67a7923d8e9d req-a2f24578-51eb-4c81-b077-f069541c28c9 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.1822968 Aug 09 13:26:24.158187 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 324ed4cd-a4d8-466e-9f82-0050bc080087 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:24.162406 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 324ed4cd-a4d8-466e-9f82-0050bc080087 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:24.162780 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.210074 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4c9ac1a3-ef8d-4931-a05f-67a7923d8e9d req-51b49b3d-8c73-4e30-aea2-c969e7d174de tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622063 Aug 09 13:26:24.262318 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-27b63fab-4a34-496e-8c6a-fa15ada5056c None None] Provisioning complete for port 324ed4cd-a4d8-466e-9f82-0050bc080087 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:24.262628 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-27b63fab-4a34-496e-8c6a-fa15ada5056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.422849 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.493921 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-27b63fab-4a34-496e-8c6a-fa15ada5056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.515504 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 324ed4cd-a4d8-466e-9f82-0050bc080087, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=324ed4cd-a4d8-466e-9f82-0050bc080087,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:24.523470 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.547285 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.586906 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Notify callbacks [] for port, precommit_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.604460 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.provisioning_blocks [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Transition to ACTIVE for port object f954b615-ad39-4ac7-a2bd-b82c005edbdc will not be triggered until provisioned by entity L2. {{(pid=93364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:24.619551 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.665730 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.db.api [None req-27b63fab-4a34-496e-8c6a-fa15ada5056c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 13:26:24.666128 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG oslo_db.api [None req-27b63fab-4a34-496e-8c6a-fa15ada5056c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 13:26:24.669619 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=324ed4cd-a4d8-466e-9f82-0050bc080087,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:24.700539 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.701072 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.702211 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.704193 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.705254 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.707506 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.709863 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Attempting to bind port f954b615-ad39-4ac7-a2bd-b82c005edbdc on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:24.710126 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Attempting to bind port f954b615-ad39-4ac7-a2bd-b82c005edbdc by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:24.710387 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.710495 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Attempting to bind port f954b615-ad39-4ac7-a2bd-b82c005edbdc on network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:24.711092 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.712648 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Pushing event updated for resources: {'Port': ['ID=f954b615-ad39-4ac7-a2bd-b82c005edbdc,revision_number=2']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:24.713813 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.716254 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.716874 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.721840 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.722032 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:24.722301 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:24.722709 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.723617 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Bound using segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:24.723617 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Bound port: f954b615-ad39-4ac7-a2bd-b82c005edbdc, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:24.723945 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.727420 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.727778 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.728109 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.728473 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.728809 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.729176 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.729511 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.729837 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.730182 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.730503 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.730821 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.731146 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:26:24.794851 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Allocated IP 172.20.0.1 (1ae31d7d-6752-4562-9f25-a16aafd9d4ce/2f217d05-d326-4109-9dd0-827295805009/53a26c3e-6490-46ea-a071-af297cb7e0e0) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:24.810699 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] For port f954b615-ad39-4ac7-a2bd-b82c005edbdc, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:24.815485 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] For port f954b615-ad39-4ac7-a2bd-b82c005edbdc, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=f954b615-ad39-4ac7-a2bd-b82c005edbdc,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:24.822077 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.942503 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Routers {'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:24.943077 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:24.952128 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:24.985996 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Transition to ACTIVE for port object 53a26c3e-6490-46ea-a071-af297cb7e0e0 will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:24.986595 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ec63f-bdd4-4d0b-8367-9459ed782b7c None None] Pushing event updated for resources: {'Port': ['ID=f954b615-ad39-4ac7-a2bd-b82c005edbdc,revision_number=3']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:25.035727 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:25.088230 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:25.103516 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:25.113594 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] Set router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:25.119289 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:25.181246 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2077460'] for router_interface, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:25.201634 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742bb92-9570-48c9-958d-5694ed334722 req-abf9cf5f-7f65-4c12-9349-199e6808295a tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:25.221490 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2742bb92-9570-48c9-958d-5694ed334722 req-abf9cf5f-7f65-4c12-9349-199e6808295a tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 944 time: 0.1294999 Aug 09 13:26:25.292676 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2742bb92-9570-48c9-958d-5694ed334722 req-0b34d209-9959-40ba-9985-fdf7fc086a7e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698111 Aug 09 13:26:25.436049 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:25.446381 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:22Z', 'revision_number': 3, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:25.447061 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6dcd0-6084-47c2-93fb-23871f42fe71 req-0ca157c5-b22a-4d04-8dec-a630de0ae596 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:25.450820 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Pushing event updated for resources: {'Port': ['ID=53a26c3e-6490-46ea-a071-af297cb7e0e0,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:25.463983 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-35c6dcd0-6084-47c2-93fb-23871f42fe71 req-0ca157c5-b22a-4d04-8dec-a630de0ae596 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.1106873 Aug 09 13:26:25.477210 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521b6f9-3a59-484d-aedc-9154a813a4ec None None] The sync data for ids ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'] in dv-cinder-787296-4-iscsi is: [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:22Z', 'revision_number': 3, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:26:25.519217 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-35c6dcd0-6084-47c2-93fb-23871f42fe71 req-f764f214-ce13-411f-881b-8f2ad58bb10d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525346 Aug 09 13:26:25.598332 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-c0b15e36-b186-4503-8d5e-28feb30c518c None None] Provisioning for port 53a26c3e-6490-46ea-a071-af297cb7e0e0 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:25.602983 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-c0b15e36-b186-4503-8d5e-28feb30c518c None None] Provisioning complete for port 53a26c3e-6490-46ea-a071-af297cb7e0e0 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:25.603357 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c0b15e36-b186-4503-8d5e-28feb30c518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:25.670546 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-c0b15e36-b186-4503-8d5e-28feb30c518c None None] Port 53a26c3e-6490-46ea-a071-af297cb7e0e0 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:26:25.713362 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:25.723343 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:25.838546 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Pushing event updated for resources: {'Port': ['ID=53a26c3e-6490-46ea-a071-af297cb7e0e0,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:25.842882 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077600'] for router_interface, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:25.946488 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 324ed4cd-a4d8-466e-9f82-0050bc080087 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:26.035476 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0dd0f-4903-4781-b418-0ef881feabd7 req-a7d9e313-98ae-4afe-8c78-c99f1ff5ab49 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:26.051245 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f8d0dd0f-4903-4781-b418-0ef881feabd7 req-a7d9e313-98ae-4afe-8c78-c99f1ff5ab49 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.2055316 Aug 09 13:26:26.054378 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089201cd-7f9a-4621-b665-496b199814e3 req-e314b367-f68e-42f8-b0b0-719f23a064f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:26.056141 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-089201cd-7f9a-4621-b665-496b199814e3 req-e314b367-f68e-42f8-b0b0-719f23a064f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 1099 time: 0.2382183 Aug 09 13:26:26.125650 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 324ed4cd-a4d8-466e-9f82-0050bc080087 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:26.126218 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:26.149303 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f8d0dd0f-4903-4781-b418-0ef881feabd7 req-f15d356c-40b9-43bb-8d86-41d908223bd3 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967381 Aug 09 13:26:26.220199 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:26.225154 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:26.332264 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:26.465300 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:26.471274 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:26.472026 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:26.506521 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0068faa-1436-4e35-a3c8-423864b879c5 req-286351a9-83ee-4889-85b5-0bbbec7bf3be tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:26.524365 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a0068faa-1436-4e35-a3c8-423864b879c5 req-286351a9-83ee-4889-85b5-0bbbec7bf3be tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 944 time: 0.0917380 Aug 09 13:26:26.580391 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a0068faa-1436-4e35-a3c8-423864b879c5 req-099862ed-42a5-41f9-855a-a7cd9f03e205 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Aug 09 13:26:26.642444 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:26.685591 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348ff8e2-cff8-4aaa-a8a0-6a55b6df0682'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:26:26.688659 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a152370b-27df-4189-82fa-c35087bed6d1" -d '{"events": [{"server_uuid": "f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c", "name": "network-vif-plugged", "status": "completed", "tag": "348ff8e2-cff8-4aaa-a8a0-6a55b6df0682"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:26:26.734883 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:26.750195 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-5f3f81b4-8829-44f5-81b7-455a041089ea None None] Provisioning complete for port 53a26c3e-6490-46ea-a071-af297cb7e0e0 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:26.751032 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5f3f81b4-8829-44f5-81b7-455a041089ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:26.825794 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:26.838201 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c42c84-8d6c-4825-a84d-1d754940623f x-openstack-request-id: req-e0c42c84-8d6c-4825-a84d-1d754940623f {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:26:26.838604 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c", "name": "network-vif-plugged", "status": "completed", "tag": "348ff8e2-cff8-4aaa-a8a0-6a55b6df0682", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:26:26.838752 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0c42c84-8d6c-4825-a84d-1d754940623f {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:26:26.839151 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348ff8e2-cff8-4aaa-a8a0-6a55b6df0682', 'code': 200} Aug 09 13:26:26.839750 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f81b4-8829-44f5-81b7-455a041089ea None None] Port 53a26c3e-6490-46ea-a071-af297cb7e0e0 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:26:26.847430 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:26:26.848879 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089201cd-7f9a-4621-b665-496b199814e3 req-57b2af29-9cd2-4a03-8ac8-fe810c7148db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:26.850356 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-089201cd-7f9a-4621-b665-496b199814e3 req-57b2af29-9cd2-4a03-8ac8-fe810c7148db service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 920 time: 0.7703276 Aug 09 13:26:26.931342 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:26.946877 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-089201cd-7f9a-4621-b665-496b199814e3 req-6769dbd6-4492-4d99-9c6f-3deba432ab43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c HTTP/1.1" status: 200 len: 217 time: 0.0473680 Aug 09 13:26:27.061099 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:26:27.061495 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabca546-0aed-461b-9056-adc055a2abaa req-eaf91a08-d9b9-460a-951a-3357e9a09b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:27.065372 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cabca546-0aed-461b-9056-adc055a2abaa req-eaf91a08-d9b9-460a-951a-3357e9a09b7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 1098 time: 0.0657098 Aug 09 13:26:27.067528 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-98642db8-c3bf-4754-b1f9-f55470030214 admin admin] 10.222.0.32 "PUT /v2.0/routers/df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6954837 Aug 09 13:26:27.069751 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089201cd-7f9a-4621-b665-496b199814e3 req-f6872e59-e5d7-4ef4-8569-a94c2e39f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:27.071105 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-089201cd-7f9a-4621-b665-496b199814e3 req-f6872e59-e5d7-4ef4-8569-a94c2e39f760 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.0766089 Aug 09 13:26:27.134468 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cabca546-0aed-461b-9056-adc055a2abaa req-9060ae3a-e28e-41a3-a920-9ef822aa9ae5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478675 Aug 09 13:26:27.168315 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-089201cd-7f9a-4621-b665-496b199814e3 req-e47a4342-12ab-4923-b430-3db97fabea3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822928 Aug 09 13:26:27.323069 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6afa4f-b00a-4efd-9f12-be88d55d3f35 req-184999da-8f9f-49b3-b35e-e6cd9697b3c5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:27.333584 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c6afa4f-b00a-4efd-9f12-be88d55d3f35 req-184999da-8f9f-49b3-b35e-e6cd9697b3c5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0897083 Aug 09 13:26:27.396083 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-089201cd-7f9a-4621-b665-496b199814e3 req-bb6c4e94-c0b7-40ed-a248-c199ca6c2673 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919539 Aug 09 13:26:27.415541 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c6afa4f-b00a-4efd-9f12-be88d55d3f35 req-c8387cdb-d158-465d-824f-1fb3cd81a3bd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802398 Aug 09 13:26:27.568866 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-089201cd-7f9a-4621-b665-496b199814e3 req-fc1a0973-9a63-4f7f-b421-ed7ec0909fe3 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584852 Aug 09 13:26:27.777044 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7650f2-fb19-43c9-9450-1c009a69ffec req-79ac17e3-3bd4-4c4d-9fa9-78130e23bfb6 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:27.780796 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ea7650f2-fb19-43c9-9450-1c009a69ffec req-79ac17e3-3bd4-4c4d-9fa9-78130e23bfb6 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 945 time: 0.0909786 Aug 09 13:26:27.874200 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ea7650f2-fb19-43c9-9450-1c009a69ffec req-5b45f7e7-ee51-48db-b202-9d3f0d230238 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808790 Aug 09 13:26:27.937955 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 53218) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:27.947100 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1372498328-network', 'tenant_id': 'd05431d5628148fa90fcec15875115cb'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:27.955273 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device f954b615-ad39-4ac7-a2bd-b82c005edbdc up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:27.990253 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Made reservation on behalf of d05431d5628148fa90fcec15875115cb for: {'network': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:27.995193 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.006002 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.044228 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port f954b615-ad39-4ac7-a2bd-b82c005edbdc completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:28.051485 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port f954b615-ad39-4ac7-a2bd-b82c005edbdc triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:28.057328 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.087768 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Sync routers for ids ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:26:28.125563 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Routers {'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:28.136957 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:28.151329 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.158093 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.193320 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:26:28.203079 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3814cc89-03f8-40bb-a46c-422e46f750e0,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:28.210899 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.211338 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.segments_db [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Added segment 235f2948-dfc7-450c-9430-05f91fd7ba2b of type vlan for network 2849ed22-85b9-415e-8df3-64b26f37a7df Aug 09 13:26:28.281914 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.341677 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.359351 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.361350 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:28.362720 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.373814 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Set router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:28.426059 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port f954b615-ad39-4ac7-a2bd-b82c005edbdc, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=f954b615-ad39-4ac7-a2bd-b82c005edbdc,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:28.436482 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.471183 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5320103 Aug 09 13:26:28.474216 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53228) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:28.488503 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Request body: {'subnet': {'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1372498328-subnet', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:28.507466 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c09ca6-7fc5-49a2-a0af-51ca414fc835 admin admin] Pushing event updated for resources: {'Network': ['ID=2849ed22-85b9-415e-8df3-64b26f37a7df,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:28.554186 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Made reservation on behalf of d05431d5628148fa90fcec15875115cb for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:28.557566 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5055742'] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.584014 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 2849ed22-85b9-415e-8df3-64b26f37a7df details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:26:28.647376 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68c911-d0df-4a45-a39b-8a98116fa064 req-cfbe59db-443d-41e5-aa79-05a9b8e80392 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:28.649418 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2b68c911-d0df-4a45-a39b-8a98116fa064 req-cfbe59db-443d-41e5-aa79-05a9b8e80392 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0952165 Aug 09 13:26:28.704312 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2b68c911-d0df-4a45-a39b-8a98116fa064 req-8bf8690c-beac-4a4e-ab21-89f9b8726356 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480862 Aug 09 13:26:28.728626 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=f954b615-ad39-4ac7-a2bd-b82c005edbdc,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:28.829314 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8150859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5055692'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.861064 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:25Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '53a26c3e-6490-46ea-a071-af297cb7e0e0', 'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'mac_address': 'fa:16:3e:de:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:24Z', 'updated_at': '2021-08-09T13:26:25Z', 'revision_number': 2, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'subnets': [{'id': '2f217d05-d326-4109-9dd0-827295805009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:28.888728 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a70751-650f-49fb-9097-191d5f9a9949,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:28.892127 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Checking router: df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:26:28.892615 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Updating router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 port 53a26c3e-6490-46ea-a071-af297cb7e0e0 binding host dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:26:28.908696 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Checking segment: {'id': '235f2948-dfc7-450c-9430-05f91fd7ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:28.909060 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Network hostable DHCP agents. Network: 2849ed22-85b9-415e-8df3-64b26f37a7df, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:26:28.921158 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.935382 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Network 2849ed22-85b9-415e-8df3-64b26f37a7df is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:26:28.955675 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 2849ed22-85b9-415e-8df3-64b26f37a7df) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:28.965107 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c457c441-8c88-4f2c-9673-dc3ddf83769c None None] Network 2849ed22-85b9-415e-8df3-64b26f37a7df requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:26:28.970652 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:28.971314 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:28.993636 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-2ab5b39f-1507-439e-91f7-859e8fe3401b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5180824 Aug 09 13:26:28.996316 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53232) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:29.003702 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1372498328-router', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:29.037173 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4cf8-48b7-4c60-93bd-0b35bdcceefb req-53a4ad49-7364-4b68-8b4e-115f80631991 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:29.046633 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-564e4cf8-48b7-4c60-93bd-0b35bdcceefb req-53a4ad49-7364-4b68-8b4e-115f80631991 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 945 time: 0.0808101 Aug 09 13:26:29.054002 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2079701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35209'] for router, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:29.059230 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2080357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35206'] for router, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:29.108956 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-564e4cf8-48b7-4c60-93bd-0b35bdcceefb req-76afabc5-9742-4867-b23d-e20cb2a0e79c tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609946 Aug 09 13:26:29.144765 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:29.439423 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83b3c1d3-6c21-5357-be80-c9cf88c7caea-2849ed22-85b9-415e-8df3-64b26f37a7df', 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'fixed_ips': [{'subnet_id': 'f9a70751-650f-49fb-9097-191d5f9a9949'}]}} from dv-cinder-787296-4-iscsi. {{(pid=93363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 13:26:29.439423 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:29.484475 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:29.713756 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Notify callbacks [] for port, precommit_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:29.716806 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.db_base_plugin_common [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Allocated IP 172.20.0.2 (2849ed22-85b9-415e-8df3-64b26f37a7df/f9a70751-650f-49fb-9097-191d5f9a9949/ac68b576-eb78-421c-b29f-1dd6ee38bc7e) {{(pid=93363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:29.735268 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Transition to ACTIVE for port object 53a26c3e-6490-46ea-a071-af297cb7e0e0 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:29.748505 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:29.961563 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33b3b-3d26-43d2-9ff9-773f479b6a73 None None] Pushing event updated for resources: {'Port': ['ID=53a26c3e-6490-46ea-a071-af297cb7e0e0,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:29.964932 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device f954b615-ad39-4ac7-a2bd-b82c005edbdc up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:30.016038 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a684038-b841-4257-99e7-d19e70ea0856 req-c79dd0b1-e151-4558-bce2-403bb6f90e66 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:30.016773 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.021980 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1a684038-b841-4257-99e7-d19e70ea0856 req-c79dd0b1-e151-4558-bce2-403bb6f90e66 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.1182959 Aug 09 13:26:30.061577 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Attempting to bind port 53a26c3e-6490-46ea-a071-af297cb7e0e0 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:30.062745 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Attempting to bind port 53a26c3e-6490-46ea-a071-af297cb7e0e0 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:30.063277 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Attempting to bind port 53a26c3e-6490-46ea-a071-af297cb7e0e0 on network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:30.067976 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.077079 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1a684038-b841-4257-99e7-d19e70ea0856 req-768d0cc7-8a16-472d-a66b-ccde24307ccf tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Aug 09 13:26:30.120427 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:30.120677 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Checking segment: {'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:30.121131 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.121440 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Bound using segment: {'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:30.121921 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Bound port: 53a26c3e-6490-46ea-a071-af297cb7e0e0, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:30.122685 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.194131 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Allocated IP 172.27.3.13 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/8701d37a-bf13-447e-a42b-2e0296d99d56) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:30.197780 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Notify callbacks [] for port, precommit_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.214822 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port f954b615-ad39-4ac7-a2bd-b82c005edbdc triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:30.215342 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.224751 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Transition to ACTIVE for port object ac68b576-eb78-421c-b29f-1dd6ee38bc7e will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:30.293945 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Transition to ACTIVE for port object ac68b576-eb78-421c-b29f-1dd6ee38bc7e will not be triggered until provisioned by entity DHCP. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:30.295978 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] For port 53a26c3e-6490-46ea-a071-af297cb7e0e0, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:30.305004 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] For port 53a26c3e-6490-46ea-a071-af297cb7e0e0, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=53a26c3e-6490-46ea-a071-af297cb7e0e0,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:30.308212 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.315412 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.317927 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.374598 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.393244 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:30.395888 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:30.405108 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Network 2849ed22-85b9-415e-8df3-64b26f37a7df is already hosted by enough agents. {{(pid=93363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:30.410782 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Pushing event updated for resources: {'Port': ['ID=ac68b576-eb78-421c-b29f-1dd6ee38bc7e,revision_number=1']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:30.418209 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:30.451118 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.base_scheduler [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Resources bound (agent type, host, resource id): {{(pid=93363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:30.469854 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Pushing event updated for resources: {'Port': ['ID=8701d37a-bf13-447e-a42b-2e0296d99d56,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:30.476626 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Routers {'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:30.477696 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:30.484646 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Received port after_create {{(pid=93363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:30.768605 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.785645 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33b3b-3d26-43d2-9ff9-773f479b6a73 None None] Pushing event updated for resources: {'Port': ['ID=53a26c3e-6490-46ea-a071-af297cb7e0e0,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:30.845636 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Attempting to bind port ac68b576-eb78-421c-b29f-1dd6ee38bc7e on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:30.846003 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Attempting to bind port ac68b576-eb78-421c-b29f-1dd6ee38bc7e by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '235f2948-dfc7-450c-9430-05f91fd7ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:30.846359 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Attempting to bind port ac68b576-eb78-421c-b29f-1dd6ee38bc7e on network 2849ed22-85b9-415e-8df3-64b26f37a7df {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:30.864802 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:30.865080 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Checking segment: {'id': '235f2948-dfc7-450c-9430-05f91fd7ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:30.865600 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.865998 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Bound using segment: {'id': '235f2948-dfc7-450c-9430-05f91fd7ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:30.866616 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Bound port: ac68b576-eb78-421c-b29f-1dd6ee38bc7e, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235f2948-dfc7-450c-9430-05f91fd7ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:30.867132 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:30.917042 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] Set router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:31.054142 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2080364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135'] for router, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:31.121754 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] For port ac68b576-eb78-421c-b29f-1dd6ee38bc7e, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:31.143880 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] For port ac68b576-eb78-421c-b29f-1dd6ee38bc7e, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ac68b576-eb78-421c-b29f-1dd6ee38bc7e,segment=NetworkSegment(235f2948-dfc7-450c-9430-05f91fd7ba2b),segment_id=235f2948-dfc7-450c-9430-05f91fd7ba2b)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:31.164378 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:31.270224 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Router 31f0ec30-6513-444d-be51-2cfcfd748f19 is scheduled to L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db with binding_index 1 {{(pid=93362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 13:26:31.322815 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148cc2c-2bb4-47d4-b1b7-aad469a35de6 None None] Pushing event updated for resources: {'Port': ['ID=ac68b576-eb78-421c-b29f-1dd6ee38bc7e,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:31.339076 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee09e20-2ade-4622-8397-fa982820328d req-9a840702-7a77-4659-afc6-72e322c506ac tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:31.342167 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9ee09e20-2ade-4622-8397-fa982820328d req-9a840702-7a77-4659-afc6-72e322c506ac tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0851858 Aug 09 13:26:31.366437 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:25Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '53a26c3e-6490-46ea-a071-af297cb7e0e0', 'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'mac_address': 'fa:16:3e:de:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:24Z', 'updated_at': '2021-08-09T13:26:30Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'subnets': [{'id': '2f217d05-d326-4109-9dd0-827295805009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:31.414446 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283e8b3-c323-4c0c-907d-f6ea330ac1ea None None] The sync data for ids ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'] in dv-cinder-787296-4-iscsi is: [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:25Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '53a26c3e-6490-46ea-a071-af297cb7e0e0', 'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'mac_address': 'fa:16:3e:de:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:24Z', 'updated_at': '2021-08-09T13:26:30Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'subnets': [{'id': '2f217d05-d326-4109-9dd0-827295805009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:26:31.420658 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9ee09e20-2ade-4622-8397-fa982820328d req-8826a2db-2b5f-4bc3-97b0-cdb16e7f86d2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658565 Aug 09 13:26:31.536848 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:26:31.548503 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Sync routers for ids ['31f0ec30-6513-444d-be51-2cfcfd748f19'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:26:31.579137 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:31.584979 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-d5c6ef1d-055d-4cfc-8f17-631f80184c94 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5844369 Aug 09 13:26:31.585337 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 53274) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:31.588889 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Routers {'31f0ec30-6513-444d-be51-2cfcfd748f19'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:31.589547 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['31f0ec30-6513-444d-be51-2cfcfd748f19'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:32.037823 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-494196a0-9163-403f-b444-9da098268e97 req-bf8c1c36-bbbd-420d-9f10-af8363975483 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2078989 Aug 09 13:26:32.228472 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494196a0-9163-403f-b444-9da098268e97 req-b5fb5ce5-9d03-447c-9e22-b79eb2681db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:32.232704 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-494196a0-9163-403f-b444-9da098268e97 req-b5fb5ce5-9d03-447c-9e22-b79eb2681db1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 1099 time: 0.1560202 Aug 09 13:26:32.289375 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 53a26c3e-6490-46ea-a071-af297cb7e0e0 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:32.471340 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494196a0-9163-403f-b444-9da098268e97 req-f2f10983-cb1c-4f26-a703-460feee314c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:32.473350 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-494196a0-9163-403f-b444-9da098268e97 req-f2f10983-cb1c-4f26-a703-460feee314c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 920 time: 0.2068832 Aug 09 13:26:32.488670 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 53a26c3e-6490-46ea-a071-af297cb7e0e0 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:32.495093 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 53a26c3e-6490-46ea-a071-af297cb7e0e0 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:32.496208 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:32.531426 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Set router 31f0ec30-6513-444d-be51-2cfcfd748f19 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:32.637803 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-494196a0-9163-403f-b444-9da098268e97 req-54ea85cf-d9be-486f-8a77-f24b6edf73e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c HTTP/1.1" status: 200 len: 217 time: 0.1518817 Aug 09 13:26:32.671874 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:32.748809 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 53a26c3e-6490-46ea-a071-af297cb7e0e0, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=53a26c3e-6490-46ea-a071-af297cb7e0e0,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:32.756605 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:32.757474 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ac68b576-eb78-421c-b29f-1dd6ee38bc7e up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:32.815288 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494196a0-9163-403f-b444-9da098268e97 req-873407c4-d292-4a23-9bd0-8541361ab3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:32.826821 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-494196a0-9163-403f-b444-9da098268e97 req-873407c4-d292-4a23-9bd0-8541361ab3b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.1702914 Aug 09 13:26:32.974950 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-494196a0-9163-403f-b444-9da098268e97 req-aa682701-d5db-4c03-b4cb-9b9255541f76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331868 Aug 09 13:26:33.011821 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=53a26c3e-6490-46ea-a071-af297cb7e0e0,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:33.015555 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:33.068642 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'name': 'tempest-TestShelveInstance-1372498328-router', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:29Z', 'updated_at': '2021-08-09T13:26:30Z', 'revision_number': 3, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'gw_port': {'id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:30Z', 'updated_at': '2021-08-09T13:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:33.094466 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port ac68b576-eb78-421c-b29f-1dd6ee38bc7e completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:33.162209 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Checking router: 31f0ec30-6513-444d-be51-2cfcfd748f19 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:26:33.162836 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Updating router 31f0ec30-6513-444d-be51-2cfcfd748f19 port 8701d37a-bf13-447e-a42b-2e0296d99d56 binding host dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:26:33.236634 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:33.311516 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-494196a0-9163-403f-b444-9da098268e97 req-22c5772b-3c92-4905-a835-222e8107e82a service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255596 Aug 09 13:26:33.328306 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b394d760-f32e-4a0d-9ce8-626bc5f117f0 None None] Network 2849ed22-85b9-415e-8df3-64b26f37a7df requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:26:33.537225 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Allocated IP 172.20.0.1 (2849ed22-85b9-415e-8df3-64b26f37a7df/f9a70751-650f-49fb-9097-191d5f9a9949/070abe81-221f-4d81-bab0-39a00a4bf396) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:33.560508 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-494196a0-9163-403f-b444-9da098268e97 req-f4ec2ece-9a59-4092-825a-30506f6efd20 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402215 Aug 09 13:26:33.632786 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-9808525d-5f02-4256-af12-a04a4aacf822 None None] Provisioning for port ac68b576-eb78-421c-b29f-1dd6ee38bc7e completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:33.642376 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-9808525d-5f02-4256-af12-a04a4aacf822 None None] Provisioning complete for port ac68b576-eb78-421c-b29f-1dd6ee38bc7e triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:33.642872 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9808525d-5f02-4256-af12-a04a4aacf822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:33.787696 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:33.823443 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9808525d-5f02-4256-af12-a04a4aacf822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:33.824914 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Transition to ACTIVE for port object 070abe81-221f-4d81-bab0-39a00a4bf396 will not be triggered until provisioned by entity DHCP. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:33.881516 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:33.898139 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.provisioning_blocks [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Transition to ACTIVE for port object 8701d37a-bf13-447e-a42b-2e0296d99d56 will not be triggered until provisioned by entity L2. {{(pid=93364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:33.907394 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:33.910435 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-9808525d-5f02-4256-af12-a04a4aacf822 None None] For port ac68b576-eb78-421c-b29f-1dd6ee38bc7e, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ac68b576-eb78-421c-b29f-1dd6ee38bc7e,segment=NetworkSegment(235f2948-dfc7-450c-9430-05f91fd7ba2b),segment_id=235f2948-dfc7-450c-9430-05f91fd7ba2b)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:33.915972 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:33.922968 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9808525d-5f02-4256-af12-a04a4aacf822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:34.000377 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Network 2849ed22-85b9-415e-8df3-64b26f37a7df is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:34.007524 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:34.017512 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:34.035424 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 53a26c3e-6490-46ea-a071-af297cb7e0e0 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:34.052048 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Pushing event updated for resources: {'Port': ['ID=070abe81-221f-4d81-bab0-39a00a4bf396,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:34.070547 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a1e36-88d5-494f-98fc-c6c3c6923fda req-e7bf9a7c-2049-454a-bcca-af86dbd4d87c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:34.079214 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-271a1e36-88d5-494f-98fc-c6c3c6923fda req-e7bf9a7c-2049-454a-bcca-af86dbd4d87c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.4242187 Aug 09 13:26:34.111554 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Attempting to bind port 8701d37a-bf13-447e-a42b-2e0296d99d56 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:34.117814 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Attempting to bind port 8701d37a-bf13-447e-a42b-2e0296d99d56 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:34.118981 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Attempting to bind port 8701d37a-bf13-447e-a42b-2e0296d99d56 on network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:34.144883 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808525d-5f02-4256-af12-a04a4aacf822 None None] Pushing event updated for resources: {'Port': ['ID=ac68b576-eb78-421c-b29f-1dd6ee38bc7e,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:34.150277 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11eebf-b8b1-4b68-a9ad-42e6ae2b8015 None None] Pushing event updated for resources: {'Port': ['ID=8701d37a-bf13-447e-a42b-2e0296d99d56,revision_number=2']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:34.159220 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:34.160081 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:34.161370 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2077460'] for router_interface, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:34.161986 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:34.162759 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Bound using segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:34.163427 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Bound port: 8701d37a-bf13-447e-a42b-2e0296d99d56, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:34.164135 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:34.236262 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 53a26c3e-6490-46ea-a071-af297cb7e0e0 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:34.236660 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:34.271515 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-271a1e36-88d5-494f-98fc-c6c3c6923fda req-111a6b11-0f81-41dc-8edc-6f822700b5cd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836362 Aug 09 13:26:34.310606 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] For port 8701d37a-bf13-447e-a42b-2e0296d99d56, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:34.321958 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] For port 8701d37a-bf13-447e-a42b-2e0296d99d56, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=8701d37a-bf13-447e-a42b-2e0296d99d56,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:34.332676 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:34.388695 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-291c5c2a-7a2d-4066-b523-2631cfb5eb3c None None] Provisioning complete for port ac68b576-eb78-421c-b29f-1dd6ee38bc7e triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:34.389296 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-291c5c2a-7a2d-4066-b523-2631cfb5eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:34.557496 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11eebf-b8b1-4b68-a9ad-42e6ae2b8015 None None] Pushing event updated for resources: {'Port': ['ID=8701d37a-bf13-447e-a42b-2e0296d99d56,revision_number=3']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:34.558161 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:34.565793 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Routers {'31f0ec30-6513-444d-be51-2cfcfd748f19'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:34.566665 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['31f0ec30-6513-444d-be51-2cfcfd748f19'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:34.778369 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] Set router 31f0ec30-6513-444d-be51-2cfcfd748f19 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:34.815611 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-d1026cdd-5768-42e4-8f62-c9b83b9483a2 None None] Provisioning for port 070abe81-221f-4d81-bab0-39a00a4bf396 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:34.838436 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-d1026cdd-5768-42e4-8f62-c9b83b9483a2 None None] Provisioning complete for port 070abe81-221f-4d81-bab0-39a00a4bf396 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:34.850416 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d1026cdd-5768-42e4-8f62-c9b83b9483a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:34.925956 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:34.933979 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:35.002306 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-d1026cdd-5768-42e4-8f62-c9b83b9483a2 None None] Port 070abe81-221f-4d81-bab0-39a00a4bf396 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:26:35.040239 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-8abaab1f-4833-4157-bbbf-8872f9ced9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:35.064622 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077600'] for router_interface, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:35.066667 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Pushing event updated for resources: {'Port': ['ID=070abe81-221f-4d81-bab0-39a00a4bf396,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:35.120820 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'name': 'tempest-TestShelveInstance-1372498328-router', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:29Z', 'updated_at': '2021-08-09T13:26:34Z', 'revision_number': 4, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'gw_port': {'id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:30Z', 'updated_at': '2021-08-09T13:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '070abe81-221f-4d81-bab0-39a00a4bf396', 'name': '', 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'mac_address': 'fa:16:3e:be:25:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f9a70751-650f-49fb-9097-191d5f9a9949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:33Z', 'updated_at': '2021-08-09T13:26:33Z', 'revision_number': 1, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'subnets': [{'id': 'f9a70751-650f-49fb-9097-191d5f9a9949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:35.157613 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26307e5c-f45d-4100-b67a-7e4d97922ff2 None None] The sync data for ids ['31f0ec30-6513-444d-be51-2cfcfd748f19'] in dv-cinder-787296-4-iscsi is: [{'id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'name': 'tempest-TestShelveInstance-1372498328-router', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:29Z', 'updated_at': '2021-08-09T13:26:34Z', 'revision_number': 4, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'gw_port': {'id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:30Z', 'updated_at': '2021-08-09T13:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '070abe81-221f-4d81-bab0-39a00a4bf396', 'name': '', 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'mac_address': 'fa:16:3e:be:25:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f9a70751-650f-49fb-9097-191d5f9a9949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:33Z', 'updated_at': '2021-08-09T13:26:33Z', 'revision_number': 1, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'subnets': [{'id': 'f9a70751-650f-49fb-9097-191d5f9a9949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:26:35.208017 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Network 2849ed22-85b9-415e-8df3-64b26f37a7df is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:35.214892 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:35.457641 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Router 31f0ec30-6513-444d-be51-2cfcfd748f19 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:26:35.550331 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-99a8e198-defd-4223-97e5-bcf7355f0a1f None None] Provisioning complete for port 070abe81-221f-4d81-bab0-39a00a4bf396 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:35.550984 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-99a8e198-defd-4223-97e5-bcf7355f0a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:35.595607 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-99a8e198-defd-4223-97e5-bcf7355f0a1f None None] Port 070abe81-221f-4d81-bab0-39a00a4bf396 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:26:35.623381 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:26:35.632904 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-8c646775-e507-4d9e-a1bf-9b741a70dd32 admin admin] 10.222.0.32 "PUT /v2.0/routers/31f0ec30-6513-444d-be51-2cfcfd748f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0464344 Aug 09 13:26:35.898437 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ac68b576-eb78-421c-b29f-1dd6ee38bc7e up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:36.010888 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port ac68b576-eb78-421c-b29f-1dd6ee38bc7e triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:36.011266 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:36.469084 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:36.502312 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 53362) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:36.507483 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-16d8d18d-b806-4edc-aff3-9242a27724d8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1319864583', 'description': 'tempest-secgroup-smoke-1319864583 description', 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:36.549812 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-16d8d18d-b806-4edc-aff3-9242a27724d8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:36.690510 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-16d8d18d-b806-4edc-aff3-9242a27724d8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:36.696086 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-16d8d18d-b806-4edc-aff3-9242a27724d8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:36.737168 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-16d8d18d-b806-4edc-aff3-9242a27724d8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:36.741590 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-16d8d18d-b806-4edc-aff3-9242a27724d8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2349803 Aug 09 13:26:36.741876 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 53370) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:36.746444 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-2313cedc-c4d1-499c-83ea-6ecce521ff51 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Request body: {'security_group_rule': {'security_group_id': '589e84c9-e15d-4538-b392-0899b82c1d70', 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:36.755363 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8d18d-b806-4edc-aff3-9242a27724d8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589e84c9-e15d-4538-b392-0899b82c1d70,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:36.783011 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2313cedc-c4d1-499c-83ea-6ecce521ff51 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:36.880737 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2313cedc-c4d1-499c-83ea-6ecce521ff51 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:36.887032 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2313cedc-c4d1-499c-83ea-6ecce521ff51 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:36.908924 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313cedc-c4d1-499c-83ea-6ecce521ff51 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddb1748-201b-4abc-a19c-bb84c2996be7,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:36.915304 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2313cedc-c4d1-499c-83ea-6ecce521ff51 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:36.920575 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-2313cedc-c4d1-499c-83ea-6ecce521ff51 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752295 Aug 09 13:26:36.920878 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 53374) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:36.927742 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-ce2592bd-d4cd-4d55-a3df-1365b80ded93 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Request body: {'security_group_rule': {'security_group_id': '589e84c9-e15d-4538-b392-0899b82c1d70', 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:36.959260 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce2592bd-d4cd-4d55-a3df-1365b80ded93 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.029318 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce2592bd-d4cd-4d55-a3df-1365b80ded93 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.034858 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce2592bd-d4cd-4d55-a3df-1365b80ded93 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.056154 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2592bd-d4cd-4d55-a3df-1365b80ded93 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b450109e-b20e-4407-8aae-686673c7f916,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:37.065284 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce2592bd-d4cd-4d55-a3df-1365b80ded93 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.066607 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-ce2592bd-d4cd-4d55-a3df-1365b80ded93 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436100 Aug 09 13:26:37.069469 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53376) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:37.074343 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-c30a1720-3839-4b6f-adda-e610bb5cc8f9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Request body: {'security_group_rule': {'security_group_id': '589e84c9-e15d-4538-b392-0899b82c1d70', 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:37.102741 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c30a1720-3839-4b6f-adda-e610bb5cc8f9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.173265 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c30a1720-3839-4b6f-adda-e610bb5cc8f9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.178756 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c30a1720-3839-4b6f-adda-e610bb5cc8f9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.197173 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a1720-3839-4b6f-adda-e610bb5cc8f9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd73226-7bcd-45a5-97cc-260a0d38a5f0,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:37.205454 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c30a1720-3839-4b6f-adda-e610bb5cc8f9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.206686 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c30a1720-3839-4b6f-adda-e610bb5cc8f9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361737 Aug 09 13:26:37.209689 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53378) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:37.215641 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-0d4a97ed-1d92-4a21-ab39-11e4ef35ffc9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Request body: {'security_group_rule': {'security_group_id': '589e84c9-e15d-4538-b392-0899b82c1d70', 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:37.242855 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d4a97ed-1d92-4a21-ab39-11e4ef35ffc9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.309770 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d4a97ed-1d92-4a21-ab39-11e4ef35ffc9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.314537 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d4a97ed-1d92-4a21-ab39-11e4ef35ffc9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.333907 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a97ed-1d92-4a21-ab39-11e4ef35ffc9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe074768-7f91-4a4a-99e3-a92d52021fa9,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:37.343585 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d4a97ed-1d92-4a21-ab39-11e4ef35ffc9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.347473 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-0d4a97ed-1d92-4a21-ab39-11e4ef35ffc9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339886 Aug 09 13:26:37.347575 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 53382) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:37.353860 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-bb94acc0-b0cb-48ee-8ec6-ab70ea877041 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Request body: {'security_group_rule': {'security_group_id': '589e84c9-e15d-4538-b392-0899b82c1d70', 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:37.401316 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.securitygroups_db [None req-bb94acc0-b0cb-48ee-8ec6-ab70ea877041 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Project c1ce453ba8fc4c188a1b4fa50a32b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 13:26:37.408411 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-bb94acc0-b0cb-48ee-8ec6-ab70ea877041 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.485732 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-bb94acc0-b0cb-48ee-8ec6-ab70ea877041 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.493758 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-bb94acc0-b0cb-48ee-8ec6-ab70ea877041 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.512053 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94acc0-b0cb-48ee-8ec6-ab70ea877041 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ab72e1-b125-4dfb-8c04-237a72a2ee4b,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:37.518905 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-bb94acc0-b0cb-48ee-8ec6-ab70ea877041 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.523213 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53388) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:37.523395 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-bb94acc0-b0cb-48ee-8ec6-ab70ea877041 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1747098 Aug 09 13:26:37.528199 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-7e896fa0-558d-47cf-81ef-54d2e153fe3d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Request body: {'security_group_rule': {'security_group_id': '589e84c9-e15d-4538-b392-0899b82c1d70', 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:37.551699 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-11cb7713-ae17-43d8-8b0c-45bdf55d896a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.559429 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.securitygroups_db [None req-7e896fa0-558d-47cf-81ef-54d2e153fe3d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Project c1ce453ba8fc4c188a1b4fa50a32b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 13:26:37.565141 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7e896fa0-558d-47cf-81ef-54d2e153fe3d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.629659 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7e896fa0-558d-47cf-81ef-54d2e153fe3d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.634450 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7e896fa0-558d-47cf-81ef-54d2e153fe3d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.656407 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e896fa0-558d-47cf-81ef-54d2e153fe3d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddd08b9-a377-4179-979e-85932abf1c60,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:37.662963 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7e896fa0-558d-47cf-81ef-54d2e153fe3d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.672719 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-7e896fa0-558d-47cf-81ef-54d2e153fe3d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481552 Aug 09 13:26:37.891536 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 8701d37a-bf13-447e-a42b-2e0296d99d56 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:37.914553 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:37.949947 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 8701d37a-bf13-447e-a42b-2e0296d99d56 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:37.953910 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 8701d37a-bf13-447e-a42b-2e0296d99d56 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:37.954288 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:38.040220 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:38.063299 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 8701d37a-bf13-447e-a42b-2e0296d99d56, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=8701d37a-bf13-447e-a42b-2e0296d99d56,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:38.068711 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:38.119264 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=8701d37a-bf13-447e-a42b-2e0296d99d56,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:38.288229 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Sync routers for ids ['31f0ec30-6513-444d-be51-2cfcfd748f19'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:26:38.297869 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Routers {'31f0ec30-6513-444d-be51-2cfcfd748f19'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:38.298559 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['31f0ec30-6513-444d-be51-2cfcfd748f19'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:38.419779 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Set router 31f0ec30-6513-444d-be51-2cfcfd748f19 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:38.752925 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'name': 'tempest-TestShelveInstance-1372498328-router', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:29Z', 'updated_at': '2021-08-09T13:26:34Z', 'revision_number': 4, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'gw_port': {'id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:30Z', 'updated_at': '2021-08-09T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '070abe81-221f-4d81-bab0-39a00a4bf396', 'name': '', 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'mac_address': 'fa:16:3e:be:25:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f9a70751-650f-49fb-9097-191d5f9a9949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:33Z', 'updated_at': '2021-08-09T13:26:34Z', 'revision_number': 2, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'subnets': [{'id': 'f9a70751-650f-49fb-9097-191d5f9a9949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:38.916071 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Checking router: 31f0ec30-6513-444d-be51-2cfcfd748f19 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:26:38.916504 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Updating router 31f0ec30-6513-444d-be51-2cfcfd748f19 port 070abe81-221f-4d81-bab0-39a00a4bf396 binding host dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:26:38.919976 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:38.943155 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:39.279933 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Notify callbacks [] for port, precommit_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:39.290843 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Transition to ACTIVE for port object 070abe81-221f-4d81-bab0-39a00a4bf396 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:39.299505 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:39.376652 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc5dad-8f35-4b98-a9c4-f755fae8f1da None None] Pushing event updated for resources: {'Port': ['ID=070abe81-221f-4d81-bab0-39a00a4bf396,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:39.436776 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Attempting to bind port 070abe81-221f-4d81-bab0-39a00a4bf396 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:39.437188 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Attempting to bind port 070abe81-221f-4d81-bab0-39a00a4bf396 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '235f2948-dfc7-450c-9430-05f91fd7ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:39.437562 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Attempting to bind port 070abe81-221f-4d81-bab0-39a00a4bf396 on network 2849ed22-85b9-415e-8df3-64b26f37a7df {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:39.443541 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:39.444331 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Checking segment: {'id': '235f2948-dfc7-450c-9430-05f91fd7ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:39.444890 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:39.445295 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Bound using segment: {'id': '235f2948-dfc7-450c-9430-05f91fd7ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:39.445774 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Bound port: 070abe81-221f-4d81-bab0-39a00a4bf396, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235f2948-dfc7-450c-9430-05f91fd7ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:39.446156 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:39.517068 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] For port 070abe81-221f-4d81-bab0-39a00a4bf396, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:39.520589 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] For port 070abe81-221f-4d81-bab0-39a00a4bf396, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=070abe81-221f-4d81-bab0-39a00a4bf396,segment=NetworkSegment(235f2948-dfc7-450c-9430-05f91fd7ba2b),segment_id=235f2948-dfc7-450c-9430-05f91fd7ba2b)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:39.527253 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:39.582957 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Routers {'31f0ec30-6513-444d-be51-2cfcfd748f19'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:39.583608 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['31f0ec30-6513-444d-be51-2cfcfd748f19'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:39.631467 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc5dad-8f35-4b98-a9c4-f755fae8f1da None None] Pushing event updated for resources: {'Port': ['ID=070abe81-221f-4d81-bab0-39a00a4bf396,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:39.726336 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] Set router 31f0ec30-6513-444d-be51-2cfcfd748f19 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:39.923888 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 8701d37a-bf13-447e-a42b-2e0296d99d56 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:39.999220 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'name': 'tempest-TestShelveInstance-1372498328-router', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:29Z', 'updated_at': '2021-08-09T13:26:34Z', 'revision_number': 4, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'gw_port': {'id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:30Z', 'updated_at': '2021-08-09T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '070abe81-221f-4d81-bab0-39a00a4bf396', 'name': '', 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'mac_address': 'fa:16:3e:be:25:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f9a70751-650f-49fb-9097-191d5f9a9949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:33Z', 'updated_at': '2021-08-09T13:26:39Z', 'revision_number': 4, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'subnets': [{'id': 'f9a70751-650f-49fb-9097-191d5f9a9949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:40.003410 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 8701d37a-bf13-447e-a42b-2e0296d99d56 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:40.003858 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:40.033011 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf87b8-c961-4a6b-b13a-cbaae7ccdd9a None None] The sync data for ids ['31f0ec30-6513-444d-be51-2cfcfd748f19'] in dv-cinder-787296-4-iscsi is: [{'id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'name': 'tempest-TestShelveInstance-1372498328-router', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:29Z', 'updated_at': '2021-08-09T13:26:34Z', 'revision_number': 4, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'gw_port': {'id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:30Z', 'updated_at': '2021-08-09T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '070abe81-221f-4d81-bab0-39a00a4bf396', 'name': '', 'network_id': '2849ed22-85b9-415e-8df3-64b26f37a7df', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'mac_address': 'fa:16:3e:be:25:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f9a70751-650f-49fb-9097-191d5f9a9949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:33Z', 'updated_at': '2021-08-09T13:26:39Z', 'revision_number': 4, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'subnets': [{'id': 'f9a70751-650f-49fb-9097-191d5f9a9949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:26:40.145636 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 070abe81-221f-4d81-bab0-39a00a4bf396 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:40.215105 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:40.231785 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 070abe81-221f-4d81-bab0-39a00a4bf396 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:40.241362 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 070abe81-221f-4d81-bab0-39a00a4bf396 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:40.242380 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:40.362015 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:40.407668 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 070abe81-221f-4d81-bab0-39a00a4bf396, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=070abe81-221f-4d81-bab0-39a00a4bf396,segment=NetworkSegment(235f2948-dfc7-450c-9430-05f91fd7ba2b),segment_id=235f2948-dfc7-450c-9430-05f91fd7ba2b)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:40.414263 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:40.474167 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=070abe81-221f-4d81-bab0-39a00a4bf396,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:41.881476 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 070abe81-221f-4d81-bab0-39a00a4bf396 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:41.934679 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 070abe81-221f-4d81-bab0-39a00a4bf396 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:41.934999 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:44.565557 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446e5a4-535a-47c3-972c-7741be26460b req-038b8b4c-5a33-4a79-a3c2-79853c4a9a0a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:44.567995 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4446e5a4-535a-47c3-972c-7741be26460b req-038b8b4c-5a33-4a79-a3c2-79853c4a9a0a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0631366 Aug 09 13:26:44.611913 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4446e5a4-535a-47c3-972c-7741be26460b req-95f36491-dc32-4d2a-8dcb-f61969cdb44a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375876 Aug 09 13:26:45.789518 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39d782-221b-4692-951d-16868da9e7c3 req-a6172c80-bc1c-45e9-b498-58e0ca1d3e86 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:45.791061 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c39d782-221b-4692-951d-16868da9e7c3 req-a6172c80-bc1c-45e9-b498-58e0ca1d3e86 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0897048 Aug 09 13:26:45.886014 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c39d782-221b-4692-951d-16868da9e7c3 req-c78d1be7-533f-491e-ac8c-9341d20d9d01 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848451 Aug 09 13:26:46.859685 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e75c7-2b81-4606-86f0-d6ab7102bd91 req-4d7bf842-7399-40ee-ae77-a5708e250110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:46.862017 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a97e75c7-2b81-4606-86f0-d6ab7102bd91 req-4d7bf842-7399-40ee-ae77-a5708e250110 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 1099 time: 0.0442274 Aug 09 13:26:46.872199 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b494-4781-45e3-9fc8-5c8443ca7fac req-fac289d6-f3c8-41db-86a2-5437fef9d146 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:46.879246 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9387b494-4781-45e3-9fc8-5c8443ca7fac req-fac289d6-f3c8-41db-86a2-5437fef9d146 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0565865 Aug 09 13:26:46.930526 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9387b494-4781-45e3-9fc8-5c8443ca7fac req-0f07e5b0-09b2-4d8f-a929-44a23756aeef tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501485 Aug 09 13:26:46.963771 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e75c7-2b81-4606-86f0-d6ab7102bd91 req-925215fe-78af-46e7-950d-2a713d3c0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:46.965305 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a97e75c7-2b81-4606-86f0-d6ab7102bd91 req-925215fe-78af-46e7-950d-2a713d3c0b08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 920 time: 0.0927291 Aug 09 13:26:47.017269 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a97e75c7-2b81-4606-86f0-d6ab7102bd91 req-e6989fee-2b0d-4c7e-a1d4-6f368432c108 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c HTTP/1.1" status: 200 len: 217 time: 0.0408945 Aug 09 13:26:47.037888 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856f13d-8fcd-4938-8352-a4fca4faccac req-3e265115-02bb-4047-a2c1-b860e7d75973 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:47.039446 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d856f13d-8fcd-4938-8352-a4fca4faccac req-3e265115-02bb-4047-a2c1-b860e7d75973 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0617063 Aug 09 13:26:47.082691 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e75c7-2b81-4606-86f0-d6ab7102bd91 req-3d8fd3e3-a08d-4539-8592-c7a595887411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:47.084869 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a97e75c7-2b81-4606-86f0-d6ab7102bd91 req-3d8fd3e3-a08d-4539-8592-c7a595887411 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.0560417 Aug 09 13:26:47.091513 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d856f13d-8fcd-4938-8352-a4fca4faccac req-2c2ddc11-455e-42b4-b9bb-07de4da4b6b3 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445778 Aug 09 13:26:47.121273 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a97e75c7-2b81-4606-86f0-d6ab7102bd91 req-d361a711-02d0-464f-a801-6122080c2363 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281544 Aug 09 13:26:47.448835 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a97e75c7-2b81-4606-86f0-d6ab7102bd91 req-110f653f-3edd-464a-b046-90d8fb7e29b5 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153021 Aug 09 13:26:47.544053 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a97e75c7-2b81-4606-86f0-d6ab7102bd91 req-e255e735-d481-4443-b79b-0908db0753f6 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819368 Aug 09 13:26:48.048924 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55763e-f2a1-4b1d-95c5-45afdb1efc60 req-61f96fff-9358-4dac-9f24-54105495b641 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:48.050429 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-be55763e-f2a1-4b1d-95c5-45afdb1efc60 req-61f96fff-9358-4dac-9f24-54105495b641 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0475199 Aug 09 13:26:48.094567 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-be55763e-f2a1-4b1d-95c5-45afdb1efc60 req-a858d081-bd58-4898-948f-f5737d813f00 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373881 Aug 09 13:26:48.241865 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf1f07-d279-43cf-b746-aa7733d1534f req-793837bd-adb1-409c-94d8-812d7975a2fe tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:48.243344 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a0cf1f07-d279-43cf-b746-aa7733d1534f req-793837bd-adb1-409c-94d8-812d7975a2fe tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0585721 Aug 09 13:26:48.286097 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a0cf1f07-d279-43cf-b746-aa7733d1534f req-c789fb9d-8eb1-4ea1-b570-dfcdc2afabb3 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338802 Aug 09 13:26:49.220385 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4710ce2-c2c8-4ff1-baf5-fbc929ea0514 req-4f18e82e-24ea-46e6-b909-02e5d1ab373d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:49.221939 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f4710ce2-c2c8-4ff1-baf5-fbc929ea0514 req-4f18e82e-24ea-46e6-b909-02e5d1ab373d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0497618 Aug 09 13:26:49.260977 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f4710ce2-c2c8-4ff1-baf5-fbc929ea0514 req-8efa5a82-9dc3-4dd5-a017-694b88d92967 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Aug 09 13:26:49.408078 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74af0b-f2e3-4f9b-a6a6-f67cd286a0a6 req-f0d95dd4-6235-4f4f-bd15-28a3a50f1f53 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:49.409603 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bf74af0b-f2e3-4f9b-a6a6-f67cd286a0a6 req-f0d95dd4-6235-4f4f-bd15-28a3a50f1f53 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0497510 Aug 09 13:26:49.451320 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bf74af0b-f2e3-4f9b-a6a6-f67cd286a0a6 req-55bfbd76-4e17-4b6e-b888-c9ba490eb36a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353737 Aug 09 13:26:50.253631 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53678) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:50.307032 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_v2 [None req-763eee93-376e-433a-9517-4822ac0759c8 admin admin] Deleting subnet a6d235d9-180e-4996-879a-ff10a58670f7 {{(pid=93362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:26:50.311508 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-763eee93-376e-433a-9517-4822ac0759c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.350592 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-763eee93-376e-433a-9517-4822ac0759c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8290839'] for subnet, precommit_delete_associations {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.383314 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2caadfc-c004-4b68-b541-d1f99064158a req-6999c913-7ac5-4261-9cc7-35954e90808e tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:50.384872 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a2caadfc-c004-4b68-b541-d1f99064158a req-6999c913-7ac5-4261-9cc7-35954e90808e tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0541923 Aug 09 13:26:50.393534 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-763eee93-376e-433a-9517-4822ac0759c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.423091 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a2caadfc-c004-4b68-b541-d1f99064158a req-2303ed38-a626-4b2b-b6c2-b1d8170af796 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Aug 09 13:26:50.448613 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-763eee93-376e-433a-9517-4822ac0759c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8150796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5055701'] for subnet, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.475530 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eee93-376e-433a-9517-4822ac0759c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d235d9-180e-4996-879a-ff10a58670f7,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:50.487687 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-763eee93-376e-433a-9517-4822ac0759c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.492065 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-763eee93-376e-433a-9517-4822ac0759c8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a6d235d9-180e-4996-879a-ff10a58670f7 HTTP/1.1" status: 204 len: 168 time: 0.2351398 Aug 09 13:26:50.492314 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53686) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:50.571326 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.587764 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edda11-ce4c-479c-8926-0f9801fac2cd req-c188fd79-b779-4df3-8311-a6c545e0164b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:50.589666 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-97edda11-ce4c-479c-8926-0f9801fac2cd req-c188fd79-b779-4df3-8311-a6c545e0164b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0533633 Aug 09 13:26:50.627350 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-97edda11-ce4c-479c-8926-0f9801fac2cd req-3db120d4-58e1-4e88-b74d-96640a6a5735 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316541 Aug 09 13:26:50.650427 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.660042 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b8fe0f-e975-4092-99e3-3ce6e736031f']}} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:50.670132 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b54e4c-8ad7-4b42-97d1-173ceb332c50') {'for_net_delete': True} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:50.670460 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b54e4c-8ad7-4b42-97d1-173ceb332c50') {} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:50.679100 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8290816'] for segment, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.696638 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.702619 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:26:50.702978 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8150994'] for segment, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: Traceback (most recent call last): Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: timer() Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: cb(*args, **kw) Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: return func(*args, **kwargs) Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: self._notify() Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: self.callback(batched_events) Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: event.method(event) Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: return f(self, *a, **k) Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._get(url).json() Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: return self.request(url, 'GET', **kwargs) Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:26:50.704591 dv-cinder-787296-4-iscsi neutron-server[93362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:26:50.761048 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.766886 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:50.768805 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d6b8fe0f-e975-4092-99e3-3ce6e736031f HTTP/1.1" status: 204 len: 168 time: 0.2755873 Aug 09 13:26:50.784350 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f5096-55df-47cb-82fd-6abb4d6cba61 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b8fe0f-e975-4092-99e3-3ce6e736031f,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:50.944890 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53694) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:50.983581 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-7f3514e4-246e-4d7c-a5c8-abb95cdb8a96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ef4ebde687e4b5291e14c19ac95b369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374210 Aug 09 13:26:50.986093 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53696) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:51.034141 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0b65da1c-c2aa-4f3b-84c1-063ce06e2d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:51.058934 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0b65da1c-c2aa-4f3b-84c1-063ce06e2d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:51.111717 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0b65da1c-c2aa-4f3b-84c1-063ce06e2d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:51.114622 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0b65da1c-c2aa-4f3b-84c1-063ce06e2d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:51.115798 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-0b65da1c-c2aa-4f3b-84c1-063ce06e2d78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/caca7bc5-30d9-452b-bd8f-976ce692f9e7 HTTP/1.1" status: 204 len: 168 time: 0.1288295 Aug 09 13:26:51.125727 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65da1c-c2aa-4f3b-84c1-063ce06e2d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caca7bc5-30d9-452b-bd8f-976ce692f9e7,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:51.538385 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47873-0cc7-4dc2-85f4-0703420450b9 req-88788f85-08d3-4032-981b-e28a7e9cbf41 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:51.539888 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-05a47873-0cc7-4dc2-85f4-0703420450b9 req-88788f85-08d3-4032-981b-e28a7e9cbf41 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0480459 Aug 09 13:26:51.583837 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-05a47873-0cc7-4dc2-85f4-0703420450b9 req-3f558473-dd3d-48b0-960f-3024722e3fab tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374150 Aug 09 13:26:51.758226 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da155f8-f74b-4044-9abc-eadc200c8941 req-554b6fb9-3c45-4da4-8f16-eb97532fec0b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:51.760181 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1da155f8-f74b-4044-9abc-eadc200c8941 req-554b6fb9-3c45-4da4-8f16-eb97532fec0b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0598140 Aug 09 13:26:51.814768 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1da155f8-f74b-4044-9abc-eadc200c8941 req-1435386d-8d55-4a9a-9c81-9dcc6360d907 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Aug 09 13:26:51.861022 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53728) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:51.970444 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1006516997-network', 'tenant_id': '02b3fbef9c64440990404d220d564388'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:51.992966 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Made reservation on behalf of 02b3fbef9c64440990404d220d564388 for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:51.995371 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.003959 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.100657 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.106206 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.130341 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=93362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:26:52.140033 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8517c94-5e68-4521-a4db-6bcdfebca0ce,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:52.151518 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.153577 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Added segment 56b83ae0-7a93-440f-886b-923cefb16d9c of type vlan for network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 Aug 09 13:26:52.195597 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.226568 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.227564 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:52.228209 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.284257 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4206178 Aug 09 13:26:52.288627 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53738) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:52.294535 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Request body: {'subnet': {'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1006516997-subnet', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:52.305945 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57c662-2186-400c-8c60-928ab8a039ce admin admin] Pushing event updated for resources: {'Network': ['ID=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:52.316660 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:26:52.321920 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Made reservation on behalf of 02b3fbef9c64440990404d220d564388 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:52.324446 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5055742'] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.500421 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8150859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5055692'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.549869 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc09771-11b7-4846-b592-a96a92999a89,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:52.560136 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Checking segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:52.560551 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Network hostable DHCP agents. Network: 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:26:52.578490 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:26:52.588695 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:52.593741 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:52.594308 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.598796 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b3ed5-9767-4f54-8b1f-7f19024aa317 None None] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:26:52.609801 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-09613b11-11b0-4b35-8de8-17bce007cf15 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3196843 Aug 09 13:26:52.612510 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53742) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:52.617341 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:52.640087 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2079701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35209'] for router, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.641299 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2080357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35206'] for router, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.694101 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.721930 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb4b68-393c-41a8-87a1-47864eb73333 req-c54b143b-600f-4ccb-9740-34f1d57f5180 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:52.723698 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b2bb4b68-393c-41a8-87a1-47864eb73333 req-c54b143b-600f-4ccb-9740-34f1d57f5180 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0555246 Aug 09 13:26:52.752090 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83b3c1d3-6c21-5357-be80-c9cf88c7caea-0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89'}]}} from dv-cinder-787296-4-iscsi. {{(pid=93363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 13:26:52.753111 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.764969 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b2bb4b68-393c-41a8-87a1-47864eb73333 req-cd9d0128-ae3f-476f-ac63-9212f5f26607 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342968 Aug 09 13:26:52.842336 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:52.915527 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.db_base_plugin_common [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Allocated IP 172.20.0.2 (0dfbca08-fde6-4869-a0f6-6dff4a4b98a4/5dc09771-11b7-4846-b592-a96a92999a89/be0fc12e-47cb-42fe-95b8-0368f49a295e) {{(pid=93363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:52.978701 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71272a00-3699-4b33-8122-8fa68d6835c0 req-ec62bead-5917-4a9b-a296-4aef1a3eb403 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:52.982738 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-71272a00-3699-4b33-8122-8fa68d6835c0 req-ec62bead-5917-4a9b-a296-4aef1a3eb403 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0885904 Aug 09 13:26:53.038318 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-71272a00-3699-4b33-8122-8fa68d6835c0 req-e940a040-fc1b-460b-be5a-2223f30a3e06 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493934 Aug 09 13:26:53.085081 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Notify callbacks [] for port, precommit_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.092171 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.094153 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Transition to ACTIVE for port object be0fc12e-47cb-42fe-95b8-0368f49a295e will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:53.108950 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Transition to ACTIVE for port object be0fc12e-47cb-42fe-95b8-0368f49a295e will not be triggered until provisioned by entity DHCP. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:53.110631 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.115658 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.153277 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 is already hosted by enough agents. {{(pid=93363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:53.158132 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.base_scheduler [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Resources bound (agent type, host, resource id): {{(pid=93363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:53.162184 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Received port after_create {{(pid=93363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:53.167737 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Pushing event updated for resources: {'Port': ['ID=be0fc12e-47cb-42fe-95b8-0368f49a295e,revision_number=1']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:53.221853 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Allocated IP 172.27.3.158 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/ea4dea16-2935-4ace-88b6-fbbf8781243d) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:53.222074 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Attempting to bind port be0fc12e-47cb-42fe-95b8-0368f49a295e on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:53.222486 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Attempting to bind port be0fc12e-47cb-42fe-95b8-0368f49a295e by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:53.222845 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Attempting to bind port be0fc12e-47cb-42fe-95b8-0368f49a295e on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:53.228080 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:53.228487 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Checking segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:53.229038 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.230028 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Bound using segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:53.230498 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Bound port: be0fc12e-47cb-42fe-95b8-0368f49a295e, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:53.230895 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.300214 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] For port be0fc12e-47cb-42fe-95b8-0368f49a295e, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:53.303616 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] For port be0fc12e-47cb-42fe-95b8-0368f49a295e, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=be0fc12e-47cb-42fe-95b8-0368f49a295e,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:53.308850 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.342523 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.369143 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1117e8-4f59-4dff-8d5e-15a91ef578db None None] Pushing event updated for resources: {'Port': ['ID=be0fc12e-47cb-42fe-95b8-0368f49a295e,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:53.405063 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.449304 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:53.452335 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:53.454828 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:53.461625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Pushing event updated for resources: {'Port': ['ID=ea4dea16-2935-4ace-88b6-fbbf8781243d,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:53.727374 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.911024 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c031d2-8c62-4719-b51d-65863ff08d1d req-5ffe8aa8-94f4-4cc8-8646-b2c80aec349d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:53.917434 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-70c031d2-8c62-4719-b51d-65863ff08d1d req-5ffe8aa8-94f4-4cc8-8646-b2c80aec349d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0670993 Aug 09 13:26:53.939053 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2080364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135'] for router, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:53.940199 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device be0fc12e-47cb-42fe-95b8-0368f49a295e up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:53.955498 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-70c031d2-8c62-4719-b51d-65863ff08d1d req-10344f27-467b-4ad0-b6f1-1716f2f69c3b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362797 Aug 09 13:26:54.028508 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port be0fc12e-47cb-42fe-95b8-0368f49a295e completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:54.145803 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f is scheduled to L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db with binding_index 1 {{(pid=93362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 13:26:54.238955 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80dace-6928-4b07-8697-ca371f646dc3 req-b32b89fa-9bc6-4805-a7d7-deeaa36d46bf tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:54.255320 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4e80dace-6928-4b07-8697-ca371f646dc3 req-b32b89fa-9bc6-4805-a7d7-deeaa36d46bf tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0831006 Aug 09 13:26:54.296689 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:26:54.305853 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Sync routers for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:26:54.318221 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:54.319089 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:54.319656 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4e80dace-6928-4b07-8697-ca371f646dc3 req-d23c044a-b00e-4bdc-b7b0-fbb7bfb56fb2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625842 Aug 09 13:26:54.324394 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:54.325749 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e709acad-9bb8-4fb6-a921-f59b7d858b6e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7123051 Aug 09 13:26:54.328607 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53774) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:54.405589 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:26:54.489239 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eee8bf-a39f-4036-bd10-48d631226c0b None None] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:26:54.504005 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:54.621815 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-2f495b32-be76-4251-9890-ae31c8ef7903 None None] Provisioning for port be0fc12e-47cb-42fe-95b8-0368f49a295e completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:54.639350 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-2f495b32-be76-4251-9890-ae31c8ef7903 None None] Provisioning complete for port be0fc12e-47cb-42fe-95b8-0368f49a295e triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:54.641614 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-2f495b32-be76-4251-9890-ae31c8ef7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:54.726564 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551dae6-31f3-4eb4-b119-0fe6e4aaef3a req-3ca09541-587d-4441-a216-bf1003286eee tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:54.736994 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9551dae6-31f3-4eb4-b119-0fe6e4aaef3a req-3ca09541-587d-4441-a216-bf1003286eee tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1058486 Aug 09 13:26:54.774088 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-2f495b32-be76-4251-9890-ae31c8ef7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:54.801479 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:53Z', 'revision_number': 3, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:54.810619 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-2f495b32-be76-4251-9890-ae31c8ef7903 None None] For port be0fc12e-47cb-42fe-95b8-0368f49a295e, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=be0fc12e-47cb-42fe-95b8-0368f49a295e,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:54.811334 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9551dae6-31f3-4eb4-b119-0fe6e4aaef3a req-718fadfa-d1da-4fb1-bc09-60cab52d2053 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729387 Aug 09 13:26:54.828883 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Checking router: 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:26:54.829478 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Updating router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f port ea4dea16-2935-4ace-88b6-fbbf8781243d binding host dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:26:54.838330 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-2f495b32-be76-4251-9890-ae31c8ef7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:54.857156 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:54.917260 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f495b32-be76-4251-9890-ae31c8ef7903 None None] Pushing event updated for resources: {'Port': ['ID=be0fc12e-47cb-42fe-95b8-0368f49a295e,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:55.007771 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.095476 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beab3a-5c5e-492e-8bc2-0a9f701a3440 req-504c739b-62ab-4c35-91b1-606ba32cc076 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:55.104152 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-67beab3a-5c5e-492e-8bc2-0a9f701a3440 req-504c739b-62ab-4c35-91b1-606ba32cc076 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0611861 Aug 09 13:26:55.155927 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-67beab3a-5c5e-492e-8bc2-0a9f701a3440 req-340c6cf3-4a56-4138-be32-5e576b0bbc23 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506856 Aug 09 13:26:55.166560 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-64fe71d7-722e-46a9-9e63-4f82a0cbd6f2 None None] Provisioning complete for port be0fc12e-47cb-42fe-95b8-0368f49a295e triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:55.166951 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-64fe71d7-722e-46a9-9e63-4f82a0cbd6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.246466 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Notify callbacks [] for port, precommit_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.257966 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.provisioning_blocks [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Transition to ACTIVE for port object ea4dea16-2935-4ace-88b6-fbbf8781243d will not be triggered until provisioned by entity L2. {{(pid=93364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:55.267546 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.324907 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e311e5-2aa4-4499-8c1a-b0657fef36b7 None None] Pushing event updated for resources: {'Port': ['ID=ea4dea16-2935-4ace-88b6-fbbf8781243d,revision_number=2']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:55.327229 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Attempting to bind port ea4dea16-2935-4ace-88b6-fbbf8781243d on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:55.328084 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Attempting to bind port ea4dea16-2935-4ace-88b6-fbbf8781243d by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:55.328084 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Attempting to bind port ea4dea16-2935-4ace-88b6-fbbf8781243d on network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:55.333368 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:55.334456 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:55.334456 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.334663 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Bound using segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:55.334969 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Bound port: ea4dea16-2935-4ace-88b6-fbbf8781243d, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:55.335372 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.395872 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] For port ea4dea16-2935-4ace-88b6-fbbf8781243d, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:55.399836 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] For port ea4dea16-2935-4ace-88b6-fbbf8781243d, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ea4dea16-2935-4ace-88b6-fbbf8781243d,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:55.406848 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.461034 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:55.461299 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Allocated IP 172.20.0.1 (0dfbca08-fde6-4869-a0f6-6dff4a4b98a4/5dc09771-11b7-4846-b592-a96a92999a89/5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:55.462202 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:55.469916 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301278e-4577-44e5-95ad-536b9e109fa4 req-be17a7c3-fd1b-4078-b124-df5ae7fe1ca2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:55.471449 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7301278e-4577-44e5-95ad-536b9e109fa4 req-be17a7c3-fd1b-4078-b124-df5ae7fe1ca2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0535033 Aug 09 13:26:55.512478 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7301278e-4577-44e5-95ad-536b9e109fa4 req-509b534a-07c8-48cb-86d7-bd3c40374e60 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344696 Aug 09 13:26:55.529028 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e311e5-2aa4-4499-8c1a-b0657fef36b7 None None] Pushing event updated for resources: {'Port': ['ID=ea4dea16-2935-4ace-88b6-fbbf8781243d,revision_number=3']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:55.579463 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.586219 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:55.592271 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Transition to ACTIVE for port object 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:55.630490 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.674734 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:55.680613 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:55.685304 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:55.713096 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Pushing event updated for resources: {'Port': ['ID=5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:55.750564 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2077460'] for router_interface, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.799655 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:53Z', 'revision_number': 3, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:55.828323 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc54e0-bd3c-4cc5-b037-653c90755a4a None None] The sync data for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi is: [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:53Z', 'revision_number': 3, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:26:55.927769 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:55.958329 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device be0fc12e-47cb-42fe-95b8-0368f49a295e up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:55.961992 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca2a5-e46d-40f8-888e-a50777580d67 req-ff0fbd43-21e8-4306-b990-6b80a8e4b8a4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:55.970059 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8afca2a5-e46d-40f8-888e-a50777580d67 req-ff0fbd43-21e8-4306-b990-6b80a8e4b8a4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0720363 Aug 09 13:26:56.013209 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8afca2a5-e46d-40f8-888e-a50777580d67 req-1bebdff9-10b2-456d-b330-dabf7a7d88d0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420339 Aug 09 13:26:56.116492 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:56.122526 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:56.166467 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-7b29aca3-9fcc-423a-b415-bb7a5ba78c7f None None] Provisioning for port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:56.181823 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-7b29aca3-9fcc-423a-b415-bb7a5ba78c7f None None] Provisioning complete for port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:56.184502 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7b29aca3-9fcc-423a-b415-bb7a5ba78c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:56.212171 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Pushing event updated for resources: {'Port': ['ID=5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:56.218191 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port be0fc12e-47cb-42fe-95b8-0368f49a295e triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:56.218522 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:56.243753 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077600'] for router_interface, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:56.253335 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-7b29aca3-9fcc-423a-b415-bb7a5ba78c7f None None] Port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:26:56.301897 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314d28b-069c-4703-99d7-e56c31690df6 req-fcce9f64-5596-4cc3-a52f-b40091c16ea8 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:56.304039 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3314d28b-069c-4703-99d7-e56c31690df6 req-fcce9f64-5596-4cc3-a52f-b40091c16ea8 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0571463 Aug 09 13:26:56.350106 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3314d28b-069c-4703-99d7-e56c31690df6 req-90eb9237-06ea-4343-831c-39ab25ac68fd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379484 Aug 09 13:26:56.376178 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:56.377595 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:56.527543 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:26:56.658206 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c041b-7b33-481d-aac2-6714a57e6fec req-939b6a8b-40a6-4c36-8778-ef480350e1d9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:56.659990 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6d6c041b-7b33-481d-aac2-6714a57e6fec req-939b6a8b-40a6-4c36-8778-ef480350e1d9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0516982 Aug 09 13:26:56.662599 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:26:56.667999 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-fed9dc5b-762c-4909-a8f4-980082d7b74c admin admin] 10.222.0.32 "PUT /v2.0/routers/32a5b71d-dde1-41f5-8e2b-9adce66c1e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3088095 Aug 09 13:26:56.677506 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-c8c8a5f9-750f-49da-be37-9dbfb449a397 None None] Provisioning complete for port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:56.678398 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a5f9-750f-49da-be37-9dbfb449a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:56.716534 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6d6c041b-7b33-481d-aac2-6714a57e6fec req-3a32d6e9-0548-4f47-bb3d-a2fc2fb72d64 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345056 Aug 09 13:26:56.727007 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8a5f9-750f-49da-be37-9dbfb449a397 None None] Port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:26:57.203884 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6468b-21e7-4a6f-9c17-8fb3e076919a req-371356fc-b681-43a1-9a18-f6f87f23c8f0 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:57.205766 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-56c6468b-21e7-4a6f-9c17-8fb3e076919a req-371356fc-b681-43a1-9a18-f6f87f23c8f0 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 945 time: 0.0885873 Aug 09 13:26:57.215039 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b240c5-397d-491d-96fa-21afeab86e3f req-2f79b49d-d46f-4a95-9e5f-4694594fbac2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:57.218916 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-20b240c5-397d-491d-96fa-21afeab86e3f req-2f79b49d-d46f-4a95-9e5f-4694594fbac2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1154904 Aug 09 13:26:57.243432 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53832) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:57.249098 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-473038703-network', 'tenant_id': '407ae172dce64cb9b334cb72d967f005'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:57.280020 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Made reservation on behalf of 407ae172dce64cb9b334cb72d967f005 for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:57.282776 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.286456 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-56c6468b-21e7-4a6f-9c17-8fb3e076919a req-13206008-e0da-4ae5-aa63-163a2a33faa5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658274 Aug 09 13:26:57.292825 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-20b240c5-397d-491d-96fa-21afeab86e3f req-4c628aed-04e9-414a-98d2-2f2e2c99c8cf tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657806 Aug 09 13:26:57.297015 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.402852 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.408231 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.429318 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:26:57.444628 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fa7f4c-0741-457e-b34b-e2c88a60314c,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:57.452562 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.452907 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Added segment 15d3a32f-b243-4b35-942a-6ef41dc58430 of type vlan for network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 Aug 09 13:26:57.483431 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7a1a-9a21-4066-a1cf-b8b2d1985e90 req-f274ca65-f562-4cb0-bff2-bdf4045df61a tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:57.485203 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6bca7a1a-9a21-4066-a1cf-b8b2d1985e90 req-f274ca65-f562-4cb0-bff2-bdf4045df61a tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0623221 Aug 09 13:26:57.500512 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.526998 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6bca7a1a-9a21-4066-a1cf-b8b2d1985e90 req-4e625fe2-fe7c-49cc-9b13-7eb92891b0f2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341160 Aug 09 13:26:57.531112 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.532128 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:57.532896 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.588021 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3433588 Aug 09 13:26:57.590917 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53838) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:57.597179 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Request body: {'subnet': {'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-473038703-subnet', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:57.612672 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb3958-5f27-4ccd-90a6-8e0d6956d851 admin admin] Pushing event updated for resources: {'Network': ['ID=aa3c74a6-a9c0-41cc-be13-79f9e1753b06,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:57.625768 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:26:57.629547 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Made reservation on behalf of 407ae172dce64cb9b334cb72d967f005 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:26:57.635749 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5055742'] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.664279 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Sync routers for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:26:57.683926 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:57.684553 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:57.803272 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:57.811909 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8150859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5055692'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.864625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c51e8df-328c-4399-a5da-4e6aa30e2ce7,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:57.883973 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Checking segment: {'id': '15d3a32f-b243-4b35-942a-6ef41dc58430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:57.884364 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Network hostable DHCP agents. Network: aa3c74a6-a9c0-41cc-be13-79f9e1753b06, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:26:57.907379 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:26:57.909642 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedc463-187a-4f15-bb66-e5165a8e6b4d req-04e21683-bbbf-4928-9e31-e0abb55075a0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:57.921379 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dfedc463-187a-4f15-bb66-e5165a8e6b4d req-04e21683-bbbf-4928-9e31-e0abb55075a0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.1098566 Aug 09 13:26:57.930443 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, aa3c74a6-a9c0-41cc-be13-79f9e1753b06) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:57.942486 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:57.943212 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:57.961169 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59d2e4a-2240-4b59-beea-768d3bfe3a9d None None] Network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:26:57.966252 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-da5cd297-29e8-4e17-8bcf-b955453890a9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3742723 Aug 09 13:26:57.969155 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53844) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:26:57.973181 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-473038703-router', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:26:57.980956 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dfedc463-187a-4f15-bb66-e5165a8e6b4d req-8e0222aa-abd2-4aa1-80aa-e1ca813e7bd5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586309 Aug 09 13:26:58.001091 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2079701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35209'] for router, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.002426 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2080357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35206'] for router, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.007899 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ea4dea16-2935-4ace-88b6-fbbf8781243d up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:26:58.056440 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.158030 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port ea4dea16-2935-4ace-88b6-fbbf8781243d completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:26:58.173617 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port ea4dea16-2935-4ace-88b6-fbbf8781243d triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:26:58.174000 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.196206 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.241954 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83b3c1d3-6c21-5357-be80-c9cf88c7caea-aa3c74a6-a9c0-41cc-be13-79f9e1753b06', 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'fixed_ips': [{'subnet_id': '0c51e8df-328c-4399-a5da-4e6aa30e2ce7'}]}} from dv-cinder-787296-4-iscsi. {{(pid=93363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 13:26:58.242800 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.278541 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 2, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:58.343756 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Checking router: 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:26:58.344108 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Updating router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 binding host dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:26:58.415044 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.417221 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.441123 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.451747 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.454994 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port ea4dea16-2935-4ace-88b6-fbbf8781243d, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ea4dea16-2935-4ace-88b6-fbbf8781243d,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:26:58.481767 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce2ed8-14b1-45d7-9ca9-26f1bbd8ad07 req-60fdad8d-0886-4f70-a701-a5b84c956896 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:58.482856 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.483749 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c8ce2ed8-14b1-45d7-9ca9-26f1bbd8ad07 req-60fdad8d-0886-4f70-a701-a5b84c956896 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0757160 Aug 09 13:26:58.497784 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d03b3-d07b-401b-8514-a08be364a7f2 req-daee8805-e5ef-41d8-9996-d9da13119e45 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:58.499546 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5d1d03b3-d07b-401b-8514-a08be364a7f2 req-daee8805-e5ef-41d8-9996-d9da13119e45 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 945 time: 0.1005139 Aug 09 13:26:58.548992 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c8ce2ed8-14b1-45d7-9ca9-26f1bbd8ad07 req-95e895b5-1b51-41cc-90f3-9183083f16e7 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478022 Aug 09 13:26:58.559836 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Allocated IP 172.27.3.169 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/1aa111eb-9bc5-4171-8681-427f98dc6b58) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:58.613990 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5d1d03b3-d07b-401b-8514-a08be364a7f2 req-2390da9e-2f97-46db-bb49-a1a4ac9418c6 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774605 Aug 09 13:26:58.617304 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.db_base_plugin_common [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Allocated IP 172.20.0.2 (aa3c74a6-a9c0-41cc-be13-79f9e1753b06/0c51e8df-328c-4399-a5da-4e6aa30e2ce7/b341d9e8-2a11-4ccb-a361-4f6d426f5822) {{(pid=93363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:26:58.696130 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.698748 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=ea4dea16-2935-4ace-88b6-fbbf8781243d,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:58.703096 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc4686-0992-4800-b0d2-a79432108503 req-6dff64fb-f63f-4b44-b2fd-70c05c9d4112 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:58.704869 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4fcc4686-0992-4800-b0d2-a79432108503 req-6dff64fb-f63f-4b44-b2fd-70c05c9d4112 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0497305 Aug 09 13:26:58.745443 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4fcc4686-0992-4800-b0d2-a79432108503 req-82420aab-a92f-48ad-ad0a-82adb2741e3e tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325370 Aug 09 13:26:58.746984 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.796532 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:58.801263 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:58.804798 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:58.810331 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Pushing event updated for resources: {'Port': ['ID=1aa111eb-9bc5-4171-8681-427f98dc6b58,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:58.929345 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Notify callbacks [] for port, precommit_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:58.965205 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Transition to ACTIVE for port object b341d9e8-2a11-4ccb-a361-4f6d426f5822 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:58.993676 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Transition to ACTIVE for port object b341d9e8-2a11-4ccb-a361-4f6d426f5822 will not be triggered until provisioned by entity DHCP. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:58.996595 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Notify callbacks [] for port, precommit_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.007174 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Transition to ACTIVE for port object 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:26:59.012454 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.017874 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.065319 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 is already hosted by enough agents. {{(pid=93363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:26:59.071775 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.base_scheduler [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Resources bound (agent type, host, resource id): {{(pid=93363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:26:59.074231 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Received port after_create {{(pid=93363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:26:59.080502 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.083027 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Pushing event updated for resources: {'Port': ['ID=b341d9e8-2a11-4ccb-a361-4f6d426f5822,revision_number=1']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:59.103357 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198991e-8045-440b-8b91-0a620e90c7c6 req-ee5ebcfc-b622-4cad-a742-6403e40ecc53 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:59.105440 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1198991e-8045-440b-8b91-0a620e90c7c6 req-ee5ebcfc-b622-4cad-a742-6403e40ecc53 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0521686 Aug 09 13:26:59.150823 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1198991e-8045-440b-8b91-0a620e90c7c6 req-98bf558b-512a-4b6f-b17c-74ada125102e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383618 Aug 09 13:26:59.195783 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c44df9-bdd8-41ca-aa95-8e57e12d266d None None] Pushing event updated for resources: {'Port': ['ID=5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:59.210493 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Attempting to bind port b341d9e8-2a11-4ccb-a361-4f6d426f5822 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:59.210874 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Attempting to bind port b341d9e8-2a11-4ccb-a361-4f6d426f5822 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '15d3a32f-b243-4b35-942a-6ef41dc58430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:59.211231 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Attempting to bind port b341d9e8-2a11-4ccb-a361-4f6d426f5822 on network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:59.217840 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Attempting to bind port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:26:59.218207 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Attempting to bind port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:26:59.218560 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Attempting to bind port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:26:59.223920 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:59.224367 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Checking segment: {'id': '15d3a32f-b243-4b35-942a-6ef41dc58430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:59.224857 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.225249 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Bound using segment: {'id': '15d3a32f-b243-4b35-942a-6ef41dc58430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:59.225719 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Bound port: b341d9e8-2a11-4ccb-a361-4f6d426f5822, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d3a32f-b243-4b35-942a-6ef41dc58430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:59.226096 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.230819 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:26:59.231175 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Checking segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:26:59.231550 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.231935 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Bound using segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:26:59.232446 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Bound port: 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:26:59.232830 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.351353 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] For port b341d9e8-2a11-4ccb-a361-4f6d426f5822, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:59.353691 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] For port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:26:59.355129 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-6f27a37a-1349-41bc-822f-32687daf7372 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:59.356635 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-6f27a37a-1349-41bc-822f-32687daf7372 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 945 time: 0.0610018 Aug 09 13:26:59.356773 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] For port b341d9e8-2a11-4ccb-a361-4f6d426f5822, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=b341d9e8-2a11-4ccb-a361-4f6d426f5822,segment=NetworkSegment(15d3a32f-b243-4b35-942a-6ef41dc58430),segment_id=15d3a32f-b243-4b35-942a-6ef41dc58430)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:59.357633 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2080364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135'] for router, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.361306 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] For port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:26:59.365439 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.377942 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.441955 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a36b29-c2ba-4ab7-aeb5-11e05cf8d49c None None] Pushing event updated for resources: {'Port': ['ID=b341d9e8-2a11-4ccb-a361-4f6d426f5822,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:59.451839 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:26:59.452642 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:26:59.560973 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-bb98eb66-0a28-43d8-a999-66153ef3576e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Deleting port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:26:59.561490 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-bb98eb66-0a28-43d8-a999-66153ef3576e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:26:59.620629 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 is scheduled to L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db with binding_index 1 {{(pid=93362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 13:26:59.790667 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae99ac-0fa0-4a3b-9ad7-08e4fc180e3f req-fd54d005-a784-458e-a5d7-c2e1c4c34024 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:59.792706 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c44df9-bdd8-41ca-aa95-8e57e12d266d None None] Pushing event updated for resources: {'Port': ['ID=5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:26:59.800223 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d7ae99ac-0fa0-4a3b-9ad7-08e4fc180e3f req-fd54d005-a784-458e-a5d7-c2e1c4c34024 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1206563 Aug 09 13:26:59.834430 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:26:59.886701 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d7ae99ac-0fa0-4a3b-9ad7-08e4fc180e3f req-da184098-6c1c-49f3-abc5-aab46697b1ef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853524 Aug 09 13:26:59.918695 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ee1ef-d683-4460-b052-fd6ca1f1274b req-a6c77af0-27ed-4665-9992-f8ef1b8240af tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:26:59.920538 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1b1ee1ef-d683-4460-b052-fd6ca1f1274b req-a6c77af0-27ed-4665-9992-f8ef1b8240af tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 945 time: 0.1182728 Aug 09 13:27:00.024758 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1b1ee1ef-d683-4460-b052-fd6ca1f1274b req-8fbe97b3-821a-4c30-a61b-d3f75b8d5e6c tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930514 Aug 09 13:27:00.063265 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb04ff3-0d61-4411-bc13-09b9b7102b41 req-1461a027-123b-4060-92d5-d796c4d4b495 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:00.073770 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cfb04ff3-0d61-4411-bc13-09b9b7102b41 req-1461a027-123b-4060-92d5-d796c4d4b495 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.1132052 Aug 09 13:27:00.106824 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device b341d9e8-2a11-4ccb-a361-4f6d426f5822 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:00.130463 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cfb04ff3-0d61-4411-bc13-09b9b7102b41 req-fb37b2f5-a9bc-439a-9a00-47d48917a1c1 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553932 Aug 09 13:27:00.186799 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-bb98eb66-0a28-43d8-a999-66153ef3576e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] For port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:00.187180 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-bb98eb66-0a28-43d8-a999-66153ef3576e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:00.207520 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-bb98eb66-0a28-43d8-a999-66153ef3576e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Calling delete_port for 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:27:00.216207 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port b341d9e8-2a11-4ccb-a361-4f6d426f5822 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:27:00.222427 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ea4dea16-2935-4ace-88b6-fbbf8781243d up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:00.224996 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:27:00.226815 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:26:59Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:00.239127 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Sync routers for ids ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:27:00.254479 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Routers {'5c424fd2-576c-46fc-bc8c-3d0e701ddd74'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:27:00.255647 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:00.280975 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538af08-6e36-4b0a-8641-fbbb029ea095 None None] The sync data for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi is: [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:26:59Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:27:00.301062 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:00.304990 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-ebf3a77c-1425-42f9-aa9b-4cc081ee34af admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3325739 Aug 09 13:27:00.311372 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53872) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:00.313792 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ef67-1a13-452f-a008-68144ae408c5 req-178e01ac-eb4e-4790-9d48-43514ad6f835 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:00.323185 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e287ef67-1a13-452f-a008-68144ae408c5 req-178e01ac-eb4e-4790-9d48-43514ad6f835 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0903676 Aug 09 13:27:00.336112 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port ea4dea16-2935-4ace-88b6-fbbf8781243d triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:00.336796 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:00.409238 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e287ef67-1a13-452f-a008-68144ae408c5 req-3916e276-7022-4363-a276-6906ded045fa tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826085 Aug 09 13:27:00.459001 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Set router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:27:00.595649 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-bb98eb66-0a28-43d8-a999-66153ef3576e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:00.639741 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['03f9ee04-cb35-439d-add5-1517d716ffdb', 'ce74ec7a-711b-44c2-ba79-d33bd4980417', '131807ef-d3dc-4b06-8775-2c821cb4d42b'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:27:00.662916 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98eb66-0a28-43d8-a999-66153ef3576e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Pushing event deleted for resources: {'Port': ['ID=348ff8e2-cff8-4aaa-a8a0-6a55b6df0682,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:00.693885 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'name': 'tempest-TestVolumeBootPattern-473038703-router', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 3, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'gw_port': {'id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:00.733862 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Checking router: 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:27:00.734203 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Updating router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 port 1aa111eb-9bc5-4171-8681-427f98dc6b58 binding host dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:27:00.765859 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-bb98eb66-0a28-43d8-a999-66153ef3576e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] No DVR routers for this DVR port 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:27:00.773854 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:00.774069 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-bb98eb66-0a28-43d8-a999-66153ef3576e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:00.776183 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3108833e-3d02-4af3-ab00-9f5efdee17e4 req-bb98eb66-0a28-43d8-a999-66153ef3576e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "DELETE /v2.0/ports/348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 HTTP/1.1" status: 204 len: 173 time: 1.3764033 Aug 09 13:27:00.782788 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c', 'name': 'network-vif-deleted', 'tag': '348ff8e2-cff8-4aaa-a8a0-6a55b6df0682'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:00.785244 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eb3061-20d5-4e66-b3e6-58872bb7a9a9" -d '{"events": [{"server_uuid": "f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c", "name": "network-vif-deleted", "tag": "348ff8e2-cff8-4aaa-a8a0-6a55b6df0682"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:00.916427 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a491f93-4519-41c3-be74-13c7e2251bd2 None None] Network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:27:00.924071 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f24be2f-e7b8-48a9-ae7b-fa6ff833228c x-openstack-request-id: req-3f24be2f-e7b8-48a9-ae7b-fa6ff833228c {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:00.924391 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c", "name": "network-vif-deleted", "tag": "348ff8e2-cff8-4aaa-a8a0-6a55b6df0682", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:00.924626 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f24be2f-e7b8-48a9-ae7b-fa6ff833228c {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:00.925015 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c', 'name': 'network-vif-deleted', 'tag': '348ff8e2-cff8-4aaa-a8a0-6a55b6df0682', 'status': 'completed', 'code': 200} Aug 09 13:27:01.068412 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b90eb-394c-49b1-bd85-7c9228ed898c req-71f508c4-37c0-4b1b-9ec0-a8f395258d66 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:01.082875 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-370b90eb-394c-49b1-bd85-7c9228ed898c req-71f508c4-37c0-4b1b-9ec0-a8f395258d66 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0937080 Aug 09 13:27:01.107462 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-88594605-a054-49f3-96ba-a69b6facce1e None None] Provisioning for port b341d9e8-2a11-4ccb-a361-4f6d426f5822 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:27:01.142526 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-88594605-a054-49f3-96ba-a69b6facce1e None None] Provisioning complete for port b341d9e8-2a11-4ccb-a361-4f6d426f5822 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:01.142904 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-88594605-a054-49f3-96ba-a69b6facce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:01.150249 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-370b90eb-394c-49b1-bd85-7c9228ed898c req-795614fa-13e3-4761-88ba-f7dfd9642129 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604177 Aug 09 13:27:01.255869 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7f0a1262-c440-4357-9993-6dc323cd3ef1 req-ea366e9c-1495-458b-a6e9-4ec2dc100751 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=f35be415-fa00-4f3b-8b0d-3b8fdfd14b4c HTTP/1.1" status: 200 len: 210 time: 0.0607109 Aug 09 13:27:01.302385 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Notify callbacks [] for port, precommit_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:01.317050 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.provisioning_blocks [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Transition to ACTIVE for port object 1aa111eb-9bc5-4171-8681-427f98dc6b58 will not be triggered until provisioned by entity L2. {{(pid=93364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:27:01.325394 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:01.330152 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f4672-0c4a-4258-b785-6bd997686da9 req-53b5899c-7587-4c7d-9b5a-ae40d70e5c5b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:01.331857 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a55f4672-0c4a-4258-b785-6bd997686da9 req-53b5899c-7587-4c7d-9b5a-ae40d70e5c5b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0750225 Aug 09 13:27:01.368238 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:01.398859 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a55f4672-0c4a-4258-b785-6bd997686da9 req-2ac6ab65-673f-4831-bd67-8718d64a21c6 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561008 Aug 09 13:27:01.432015 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Attempting to bind port 1aa111eb-9bc5-4171-8681-427f98dc6b58 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:27:01.432797 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Attempting to bind port 1aa111eb-9bc5-4171-8681-427f98dc6b58 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:27:01.433448 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Attempting to bind port 1aa111eb-9bc5-4171-8681-427f98dc6b58 on network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:27:01.443421 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-88594605-a054-49f3-96ba-a69b6facce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:01.443818 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5d17c-916b-4774-936c-f6a1e7692eb4 None None] Pushing event updated for resources: {'Port': ['ID=1aa111eb-9bc5-4171-8681-427f98dc6b58,revision_number=2']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:01.448327 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:27:01.448670 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:27:01.449062 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:01.449562 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Bound using segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:27:01.450087 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Bound port: 1aa111eb-9bc5-4171-8681-427f98dc6b58, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:27:01.450710 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:01.507466 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-88594605-a054-49f3-96ba-a69b6facce1e None None] For port b341d9e8-2a11-4ccb-a361-4f6d426f5822, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=b341d9e8-2a11-4ccb-a361-4f6d426f5822,segment=NetworkSegment(15d3a32f-b243-4b35-942a-6ef41dc58430),segment_id=15d3a32f-b243-4b35-942a-6ef41dc58430)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:01.526907 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-88594605-a054-49f3-96ba-a69b6facce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:01.561679 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] For port 1aa111eb-9bc5-4171-8681-427f98dc6b58, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:27:01.564986 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] For port 1aa111eb-9bc5-4171-8681-427f98dc6b58, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=1aa111eb-9bc5-4171-8681-427f98dc6b58,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:27:01.582181 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:01.651880 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88594605-a054-49f3-96ba-a69b6facce1e None None] Pushing event updated for resources: {'Port': ['ID=b341d9e8-2a11-4ccb-a361-4f6d426f5822,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:01.684960 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Routers {'5c424fd2-576c-46fc-bc8c-3d0e701ddd74'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:27:01.685597 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:01.722381 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db382e-2e7f-493e-8df3-cdaf1080b66a req-dda0b808-f1e1-48aa-ab65-f00ddade58fe tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:01.733650 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-29db382e-2e7f-493e-8df3-cdaf1080b66a req-dda0b808-f1e1-48aa-ab65-f00ddade58fe tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.1549220 Aug 09 13:27:01.790028 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Allocated IP 172.20.0.1 (aa3c74a6-a9c0-41cc-be13-79f9e1753b06/0c51e8df-328c-4399-a5da-4e6aa30e2ce7/33b667e3-3f77-423e-8f9e-e8c731d441e0) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:27:01.829251 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-29db382e-2e7f-493e-8df3-cdaf1080b66a req-526af217-0b67-490c-922f-7ea783de2158 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945559 Aug 09 13:27:01.864670 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5d17c-916b-4774-936c-f6a1e7692eb4 None None] Pushing event updated for resources: {'Port': ['ID=1aa111eb-9bc5-4171-8681-427f98dc6b58,revision_number=3']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:01.867618 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-b220381d-7052-44ec-8928-efef46dd0658 None None] Provisioning complete for port b341d9e8-2a11-4ccb-a361-4f6d426f5822 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:01.868110 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-b220381d-7052-44ec-8928-efef46dd0658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:01.964485 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] Set router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:27:02.022037 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.035655 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Transition to ACTIVE for port object 33b667e3-3f77-423e-8f9e-e8c731d441e0 will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:27:02.073006 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.130014 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:02.130585 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:27:02.133589 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:27:02.138196 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:27:02.141683 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Pushing event updated for resources: {'Port': ['ID=33b667e3-3f77-423e-8f9e-e8c731d441e0,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:02.205712 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2077460'] for router_interface, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.208877 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:27:02.215006 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:02.215385 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.337875 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'name': 'tempest-TestVolumeBootPattern-473038703-router', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 3, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'gw_port': {'id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:02.360660 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06605a-b187-401f-b7d5-2423383f30b3 req-7e08fad3-5a69-48f9-9b90-97210f27fb74 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:02.362510 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5c06605a-b187-401f-b7d5-2423383f30b3 req-7e08fad3-5a69-48f9-9b90-97210f27fb74 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0907547 Aug 09 13:27:02.394255 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28460150-b9e4-4ba7-8ac7-dadeac9a56ec None None] The sync data for ids ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'] in dv-cinder-787296-4-iscsi is: [{'id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'name': 'tempest-TestVolumeBootPattern-473038703-router', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 3, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'gw_port': {'id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:27:02.452476 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:27:02.452734 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5c06605a-b187-401f-b7d5-2423383f30b3 req-4163be96-e649-4a93-b52e-739d603e124a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814142 Aug 09 13:27:02.505355 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:27:02.505652 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 348ff8e2-cff8-4aaa-a8a0-6a55b6df0682 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:27:02.517750 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.556536 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:02.560992 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.575676 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.580585 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device b341d9e8-2a11-4ccb-a361-4f6d426f5822 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:02.609367 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-c7552e7b-ceac-4112-80be-af56291d8209 None None] Provisioning for port 33b667e3-3f77-423e-8f9e-e8c731d441e0 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:27:02.639076 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88476df0-1a60-4860-9a1b-7f6d3247ddd6 req-454d0ec9-97a9-4399-a83d-65e089712afc tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:02.640800 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-88476df0-1a60-4860-9a1b-7f6d3247ddd6 req-454d0ec9-97a9-4399-a83d-65e089712afc tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.1110604 Aug 09 13:27:02.642384 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-c7552e7b-ceac-4112-80be-af56291d8209 None None] Provisioning complete for port 33b667e3-3f77-423e-8f9e-e8c731d441e0 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:02.642865 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c7552e7b-ceac-4112-80be-af56291d8209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.696183 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-88476df0-1a60-4860-9a1b-7f6d3247ddd6 req-1c4d6763-3c24-40ba-9270-7924274e329e tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461161 Aug 09 13:27:02.703323 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:02.736518 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-c7552e7b-ceac-4112-80be-af56291d8209 None None] Port 33b667e3-3f77-423e-8f9e-e8c731d441e0 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:27:02.752341 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port b341d9e8-2a11-4ccb-a361-4f6d426f5822 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:02.752793 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.815005 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.831550 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.913599 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Pushing event updated for resources: {'Port': ['ID=33b667e3-3f77-423e-8f9e-e8c731d441e0,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:02.916207 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077600'] for router_interface, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:02.986763 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ab808-461b-4e9f-b556-4aa3e95de5ad req-32c62080-0a4f-4bc8-a30d-c8c1dc430c8a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:02.988584 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ac3ab808-461b-4e9f-b556-4aa3e95de5ad req-32c62080-0a4f-4bc8-a30d-c8c1dc430c8a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0656865 Aug 09 13:27:03.023563 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:27:03.028392 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:27:03.035810 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ac3ab808-461b-4e9f-b556-4aa3e95de5ad req-75381a11-896c-473c-aef4-47eb1fe2ce6f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390489 Aug 09 13:27:03.152793 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:27:03.275093 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:27:03.287755 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-766b404d-823d-4664-81b3-91b0953b9828 admin admin] 10.222.0.32 "PUT /v2.0/routers/5c424fd2-576c-46fc-bc8c-3d0e701ddd74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9682808 Aug 09 13:27:03.291122 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36edc8e8-832d-47dd-8b7c-91e31e2b4e81 None None] Provisioning complete for port 33b667e3-3f77-423e-8f9e-e8c731d441e0 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:03.291558 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36edc8e8-832d-47dd-8b7c-91e31e2b4e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:03.329081 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36edc8e8-832d-47dd-8b7c-91e31e2b4e81 None None] Port 33b667e3-3f77-423e-8f9e-e8c731d441e0 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:27:03.591669 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce488e3-e5dc-4d9c-adda-f394efefc024 req-ff6d064c-5f2b-442d-8ee0-5b0a5e07db9d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:03.593205 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bce488e3-e5dc-4d9c-adda-f394efefc024 req-ff6d064c-5f2b-442d-8ee0-5b0a5e07db9d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0487101 Aug 09 13:27:03.633340 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bce488e3-e5dc-4d9c-adda-f394efefc024 req-ed595fb8-adbc-4104-bcf9-2b298f1add61 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336986 Aug 09 13:27:03.868218 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea97f5c-7cb7-4046-95f9-44f63c119d32 req-8b6a1e1c-bb08-4f2c-aaab-84fa8ebf359b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:03.870196 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2ea97f5c-7cb7-4046-95f9-44f63c119d32 req-8b6a1e1c-bb08-4f2c-aaab-84fa8ebf359b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0518286 Aug 09 13:27:03.916994 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2ea97f5c-7cb7-4046-95f9-44f63c119d32 req-80d3a860-0b82-4416-9b0f-ca288da96cfa tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396097 Aug 09 13:27:04.016455 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:04.042820 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7eb07-5e1d-47fb-a24f-55dc8d338051 req-d52f016d-e971-416a-aa20-3f4a349b5cc4 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:04.044495 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eea7eb07-5e1d-47fb-a24f-55dc8d338051 req-d52f016d-e971-416a-aa20-3f4a349b5cc4 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.0628483 Aug 09 13:27:04.069930 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:04.070586 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.088592 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eea7eb07-5e1d-47fb-a24f-55dc8d338051 req-4b71fed5-feff-41c3-80a4-66cc099a1386 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364664 Aug 09 13:27:04.187051 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 1aa111eb-9bc5-4171-8681-427f98dc6b58 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:04.211110 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53934) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:04.214076 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485051-4c80-41c2-b7e6-2c2e40cd5591 req-99b30b69-6d49-47e2-8ed0-b0f466038287 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:04.215627 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cc485051-4c80-41c2-b7e6-2c2e40cd5591 req-99b30b69-6d49-47e2-8ed0-b0f466038287 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0639081 Aug 09 13:27:04.216037 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-c55b5fbe-5d65-49a2-b09f-d6a420169497 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443342129', 'description': 'tempest-secgroup-smoke-443342129 description', 'project_id': '02b3fbef9c64440990404d220d564388'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:04.241289 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c55b5fbe-5d65-49a2-b09f-d6a420169497 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.242043 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 1aa111eb-9bc5-4171-8681-427f98dc6b58 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:27:04.246692 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 1aa111eb-9bc5-4171-8681-427f98dc6b58 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:04.247361 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.283052 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cc485051-4c80-41c2-b7e6-2c2e40cd5591 req-ea47e404-14d0-4891-8a7a-2e22fd1824e2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605335 Aug 09 13:27:04.337278 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.342722 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c55b5fbe-5d65-49a2-b09f-d6a420169497 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.348573 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c55b5fbe-5d65-49a2-b09f-d6a420169497 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.357999 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 1aa111eb-9bc5-4171-8681-427f98dc6b58, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=1aa111eb-9bc5-4171-8681-427f98dc6b58,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:04.364499 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.383847 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c55b5fbe-5d65-49a2-b09f-d6a420169497 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.388038 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c55b5fbe-5d65-49a2-b09f-d6a420169497 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1730702 Aug 09 13:27:04.388273 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53936) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:04.393691 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-00a069c6-bb76-4292-a1ce-6a5746ec96e7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'security_group_rule': {'security_group_id': '471e72a2-ea60-4a67-b143-294e3d4fe600', 'project_id': '02b3fbef9c64440990404d220d564388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:04.401209 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b5fbe-5d65-49a2-b09f-d6a420169497 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471e72a2-ea60-4a67-b143-294e3d4fe600,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:04.417036 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Sync routers for ids ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:27:04.426654 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-00a069c6-bb76-4292-a1ce-6a5746ec96e7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.429086 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=1aa111eb-9bc5-4171-8681-427f98dc6b58,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:04.435550 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Routers {'5c424fd2-576c-46fc-bc8c-3d0e701ddd74'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:27:04.436155 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:04.483524 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-00a069c6-bb76-4292-a1ce-6a5746ec96e7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.488322 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-00a069c6-bb76-4292-a1ce-6a5746ec96e7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.508050 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a069c6-bb76-4292-a1ce-6a5746ec96e7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a80129c-0e4d-4614-a3a9-8b15a4880883,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:04.513831 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-00a069c6-bb76-4292-a1ce-6a5746ec96e7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.518769 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-00a069c6-bb76-4292-a1ce-6a5746ec96e7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259382 Aug 09 13:27:04.518769 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53938) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:04.522526 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-fe178d67-f5fa-4713-9390-e97130487b43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'security_group_rule': {'security_group_id': '471e72a2-ea60-4a67-b143-294e3d4fe600', 'project_id': '02b3fbef9c64440990404d220d564388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:04.547412 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Set router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:27:04.549452 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fe178d67-f5fa-4713-9390-e97130487b43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.605572 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fe178d67-f5fa-4713-9390-e97130487b43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.609974 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fe178d67-f5fa-4713-9390-e97130487b43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.627644 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe178d67-f5fa-4713-9390-e97130487b43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464b8baa-0f75-4bf0-85e0-687732c3ce21,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:04.636226 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fe178d67-f5fa-4713-9390-e97130487b43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.640498 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-fe178d67-f5fa-4713-9390-e97130487b43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186311 Aug 09 13:27:04.640635 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53940) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:04.645386 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-1dd1cf35-56fc-471f-8d32-44af2c8ead7c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'security_group_rule': {'security_group_id': '471e72a2-ea60-4a67-b143-294e3d4fe600', 'project_id': '02b3fbef9c64440990404d220d564388', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:04.676581 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1dd1cf35-56fc-471f-8d32-44af2c8ead7c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.738081 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1dd1cf35-56fc-471f-8d32-44af2c8ead7c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.744228 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1dd1cf35-56fc-471f-8d32-44af2c8ead7c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.752107 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'name': 'tempest-TestVolumeBootPattern-473038703-router', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 4, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'gw_port': {'id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '33b667e3-3f77-423e-8f9e-e8c731d441e0', 'name': '', 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'mac_address': 'fa:16:3e:6b:02:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0c51e8df-328c-4399-a5da-4e6aa30e2ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:27:01Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 2, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'subnets': [{'id': '0c51e8df-328c-4399-a5da-4e6aa30e2ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:04.759677 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a589-65ba-4b4f-af8d-537d3ef11061 req-27513118-d2b2-4dda-aca1-d8a2d799fd72 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:04.761327 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9809a589-65ba-4b4f-af8d-537d3ef11061 req-27513118-d2b2-4dda-aca1-d8a2d799fd72 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0527949 Aug 09 13:27:04.766675 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1cf35-56fc-471f-8d32-44af2c8ead7c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c6dc6c-9a8a-4656-81cb-aad2a8216c91,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:04.772190 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1dd1cf35-56fc-471f-8d32-44af2c8ead7c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.776037 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-1dd1cf35-56fc-471f-8d32-44af2c8ead7c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318283 Aug 09 13:27:04.776243 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53944) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:04.781132 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-f829a854-0ae2-43e9-b8a7-b165588db80b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'security_group_rule': {'security_group_id': '471e72a2-ea60-4a67-b143-294e3d4fe600', 'project_id': '02b3fbef9c64440990404d220d564388', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:04.781778 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Checking router: 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:27:04.782130 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Updating router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 port 33b667e3-3f77-423e-8f9e-e8c731d441e0 binding host dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:27:04.807089 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.808457 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9809a589-65ba-4b4f-af8d-537d3ef11061 req-1fe50c38-9eb0-4c1c-8278-98aeddca5ea0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337887 Aug 09 13:27:04.814789 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f829a854-0ae2-43e9-b8a7-b165588db80b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.883765 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f829a854-0ae2-43e9-b8a7-b165588db80b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.888031 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f829a854-0ae2-43e9-b8a7-b165588db80b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.905325 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829a854-0ae2-43e9-b8a7-b165588db80b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5083ca70-b134-4743-835c-8a3aad2589e4,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:04.913122 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f829a854-0ae2-43e9-b8a7-b165588db80b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:04.914284 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f829a854-0ae2-43e9-b8a7-b165588db80b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367383 Aug 09 13:27:04.917312 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53948) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:04.921902 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-c437fc3c-effc-4498-9944-ed1f439d241e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'security_group_rule': {'security_group_id': '471e72a2-ea60-4a67-b143-294e3d4fe600', 'project_id': '02b3fbef9c64440990404d220d564388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:04.945980 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.securitygroups_db [None req-c437fc3c-effc-4498-9944-ed1f439d241e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Project 02b3fbef9c64440990404d220d564388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 13:27:04.951482 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c437fc3c-effc-4498-9944-ed1f439d241e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.021558 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c437fc3c-effc-4498-9944-ed1f439d241e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.026491 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c437fc3c-effc-4498-9944-ed1f439d241e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.035068 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5caf831f-9137-4c2f-a6b5-3404849447df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.040278 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247eb6b-c0a3-448f-b2f3-05f107541dce req-ac988bf4-e6c7-4373-bf22-4e5268336d4b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:05.042802 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6247eb6b-c0a3-448f-b2f3-05f107541dce req-ac988bf4-e6c7-4373-bf22-4e5268336d4b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0616241 Aug 09 13:27:05.046988 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437fc3c-effc-4498-9944-ed1f439d241e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14580f0-4a1c-4da6-b2ec-f8ee0a384dc9,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:05.058033 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c437fc3c-effc-4498-9944-ed1f439d241e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.062170 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c437fc3c-effc-4498-9944-ed1f439d241e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410553 Aug 09 13:27:05.062361 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 53952) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:05.066872 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-334d5278-1eca-4655-9a2c-067ac0017df9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'security_group_rule': {'security_group_id': '471e72a2-ea60-4a67-b143-294e3d4fe600', 'project_id': '02b3fbef9c64440990404d220d564388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:05.090627 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.securitygroups_db [None req-334d5278-1eca-4655-9a2c-067ac0017df9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Project 02b3fbef9c64440990404d220d564388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 13:27:05.095491 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-334d5278-1eca-4655-9a2c-067ac0017df9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.096661 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6247eb6b-c0a3-448f-b2f3-05f107541dce req-1761bf31-387d-474a-9d8f-8be92d664a91 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 Aug 09 13:27:05.125224 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Notify callbacks [] for port, precommit_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.135927 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Transition to ACTIVE for port object 33b667e3-3f77-423e-8f9e-e8c731d441e0 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:27:05.145228 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.170052 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-334d5278-1eca-4655-9a2c-067ac0017df9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.177993 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-334d5278-1eca-4655-9a2c-067ac0017df9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.204746 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c87bdc-2df9-483a-a8f0-a7263ab25ea2 None None] Pushing event updated for resources: {'Port': ['ID=33b667e3-3f77-423e-8f9e-e8c731d441e0,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:05.207754 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d5278-1eca-4655-9a2c-067ac0017df9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90aea290-d335-447d-a597-f383c3067498,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:05.215625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-334d5278-1eca-4655-9a2c-067ac0017df9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.217297 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-334d5278-1eca-4655-9a2c-067ac0017df9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537604 Aug 09 13:27:05.242570 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef75bfe-f089-4ec6-87ce-d6368adda976 req-b6fe9dc3-6518-4087-8cdd-2e0f7fc240e1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:05.244652 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8ef75bfe-f089-4ec6-87ce-d6368adda976 req-b6fe9dc3-6518-4087-8cdd-2e0f7fc240e1 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.0843415 Aug 09 13:27:05.262363 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Attempting to bind port 33b667e3-3f77-423e-8f9e-e8c731d441e0 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:27:05.262729 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Attempting to bind port 33b667e3-3f77-423e-8f9e-e8c731d441e0 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '15d3a32f-b243-4b35-942a-6ef41dc58430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:27:05.263165 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Attempting to bind port 33b667e3-3f77-423e-8f9e-e8c731d441e0 on network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:27:05.269759 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:27:05.270152 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Checking segment: {'id': '15d3a32f-b243-4b35-942a-6ef41dc58430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:27:05.270813 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.271230 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Bound using segment: {'id': '15d3a32f-b243-4b35-942a-6ef41dc58430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:27:05.271659 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Bound port: 33b667e3-3f77-423e-8f9e-e8c731d441e0, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d3a32f-b243-4b35-942a-6ef41dc58430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:27:05.272358 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.297378 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8ef75bfe-f089-4ec6-87ce-d6368adda976 req-45076292-4295-40fe-9f01-9baa5a9877dd tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Aug 09 13:27:05.369837 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] For port 33b667e3-3f77-423e-8f9e-e8c731d441e0, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:27:05.373832 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] For port 33b667e3-3f77-423e-8f9e-e8c731d441e0, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=33b667e3-3f77-423e-8f9e-e8c731d441e0,segment=NetworkSegment(15d3a32f-b243-4b35-942a-6ef41dc58430),segment_id=15d3a32f-b243-4b35-942a-6ef41dc58430)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:27:05.385172 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:05.445516 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72273e-d691-45f9-a836-20736b4775ca req-e3b11a9a-2e3e-4ec3-8ff9-86acd1bbd94c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:05.447003 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3a72273e-d691-45f9-a836-20736b4775ca req-e3b11a9a-2e3e-4ec3-8ff9-86acd1bbd94c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0714715 Aug 09 13:27:05.448167 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Routers {'5c424fd2-576c-46fc-bc8c-3d0e701ddd74'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:27:05.449471 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:26:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:05.498204 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3a72273e-d691-45f9-a836-20736b4775ca req-22d9e8f6-3566-4879-a948-7f2230fc9dec tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437648 Aug 09 13:27:05.635067 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c87bdc-2df9-483a-a8f0-a7263ab25ea2 None None] Pushing event updated for resources: {'Port': ['ID=33b667e3-3f77-423e-8f9e-e8c731d441e0,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:05.714121 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] Set router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:27:05.914881 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 1aa111eb-9bc5-4171-8681-427f98dc6b58 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:05.944282 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266804bc-4be4-480f-aac0-a9008f4a1146 req-bc579542-c9de-4eca-b48b-3646c09a3ec0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:05.945911 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-266804bc-4be4-480f-aac0-a9008f4a1146 req-bc579542-c9de-4eca-b48b-3646c09a3ec0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0525527 Aug 09 13:27:05.983153 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'name': 'tempest-TestVolumeBootPattern-473038703-router', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 4, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'gw_port': {'id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '33b667e3-3f77-423e-8f9e-e8c731d441e0', 'name': '', 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'mac_address': 'fa:16:3e:6b:02:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0c51e8df-328c-4399-a5da-4e6aa30e2ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:27:01Z', 'updated_at': '2021-08-09T13:27:05Z', 'revision_number': 4, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'subnets': [{'id': '0c51e8df-328c-4399-a5da-4e6aa30e2ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:05.984115 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-266804bc-4be4-480f-aac0-a9008f4a1146 req-ae0c7b5d-2236-45c3-a0a1-72e329531835 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Aug 09 13:27:05.986220 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 1aa111eb-9bc5-4171-8681-427f98dc6b58 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:05.986618 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:06.012021 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c9360-9a53-4673-b55c-3e22faa56076 None None] The sync data for ids ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'] in dv-cinder-787296-4-iscsi is: [{'id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'name': 'tempest-TestVolumeBootPattern-473038703-router', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 4, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'gw_port': {'id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '33b667e3-3f77-423e-8f9e-e8c731d441e0', 'name': '', 'network_id': 'aa3c74a6-a9c0-41cc-be13-79f9e1753b06', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'mac_address': 'fa:16:3e:6b:02:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0c51e8df-328c-4399-a5da-4e6aa30e2ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:27:01Z', 'updated_at': '2021-08-09T13:27:05Z', 'revision_number': 4, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'subnets': [{'id': '0c51e8df-328c-4399-a5da-4e6aa30e2ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:27:06.225629 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d1671-85f7-441e-b362-d210fddf3a88 req-2e32144b-72f7-4f09-84ce-fd6afb2457ed tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:06.227175 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-014d1671-85f7-441e-b362-d210fddf3a88 req-2e32144b-72f7-4f09-84ce-fd6afb2457ed tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0489924 Aug 09 13:27:06.269134 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-014d1671-85f7-441e-b362-d210fddf3a88 req-2866d398-24d0-435b-81ad-33bb96fc2182 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356867 Aug 09 13:27:06.436389 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cb4e-422c-4c84-b495-73203d33c1ca req-6b240b17-a8fa-4d59-9ccd-41ad760c8718 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:06.438165 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a9a2cb4e-422c-4c84-b495-73203d33c1ca req-6b240b17-a8fa-4d59-9ccd-41ad760c8718 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.0540388 Aug 09 13:27:06.469009 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:06.483455 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a9a2cb4e-422c-4c84-b495-73203d33c1ca req-94ec4d18-2c36-4549-9184-573404a1432c tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Aug 09 13:27:06.625544 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c2b0d-3e30-4de2-b973-c33e673ccf68 req-e7c4bfec-0e4f-41f0-befe-d6a3831e7439 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:06.627108 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-965c2b0d-3e30-4de2-b973-c33e673ccf68 req-e7c4bfec-0e4f-41f0-befe-d6a3831e7439 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0568068 Aug 09 13:27:06.667378 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-965c2b0d-3e30-4de2-b973-c33e673ccf68 req-8d750d0e-3c69-444e-b783-cadd4ae40e66 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341258 Aug 09 13:27:07.112533 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f12fb-8025-49f5-9fea-03e49e263f16 req-ea18d207-f5b0-4cbf-a973-789b1eb5b23c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:07.114388 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3c1f12fb-8025-49f5-9fea-03e49e263f16 req-ea18d207-f5b0-4cbf-a973-789b1eb5b23c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0536861 Aug 09 13:27:07.152755 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3c1f12fb-8025-49f5-9fea-03e49e263f16 req-0c20baf2-437e-4eb2-8e33-293a5ac5eefa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322433 Aug 09 13:27:07.390639 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf6a34-16a7-43b0-873d-349d25ac8e49 req-d4f82930-9f4c-40a0-b3ff-1c7f310b0c88 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:07.392657 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-96bf6a34-16a7-43b0-873d-349d25ac8e49 req-d4f82930-9f4c-40a0-b3ff-1c7f310b0c88 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0511005 Aug 09 13:27:07.435959 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-96bf6a34-16a7-43b0-873d-349d25ac8e49 req-0bcabc71-ff07-4869-b150-cdde7dfcfb63 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359354 Aug 09 13:27:07.549589 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d23a44bc-c1f8-4c96-89de-4f95d61890d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:07.606794 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32a770-d07c-403a-9cd3-ffa562644824 req-41fd1870-5d3e-4b12-a5b4-effc46090eb2 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:07.608446 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ac32a770-d07c-403a-9cd3-ffa562644824 req-41fd1870-5d3e-4b12-a5b4-effc46090eb2 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.0530562 Aug 09 13:27:07.649459 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ac32a770-d07c-403a-9cd3-ffa562644824 req-7312d4bb-b3e0-44b4-8cea-2a29df813497 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340087 Aug 09 13:27:07.798153 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942353e-8a32-40c4-9464-39a46ab9ebe3 req-c9d8dc5a-64d6-4dda-9a59-59cec9822759 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:07.799663 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e942353e-8a32-40c4-9464-39a46ab9ebe3 req-c9d8dc5a-64d6-4dda-9a59-59cec9822759 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0516255 Aug 09 13:27:07.839802 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e942353e-8a32-40c4-9464-39a46ab9ebe3 req-4a41f42a-897c-4340-b3ad-df1476b50d20 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339925 Aug 09 13:27:07.906048 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:07.928185 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 33b667e3-3f77-423e-8f9e-e8c731d441e0 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:07.975856 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 33b667e3-3f77-423e-8f9e-e8c731d441e0 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:27:07.981591 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 33b667e3-3f77-423e-8f9e-e8c731d441e0 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:07.982077 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:08.068664 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:08.104386 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 33b667e3-3f77-423e-8f9e-e8c731d441e0, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=33b667e3-3f77-423e-8f9e-e8c731d441e0,segment=NetworkSegment(15d3a32f-b243-4b35-942a-6ef41dc58430),segment_id=15d3a32f-b243-4b35-942a-6ef41dc58430)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:08.110877 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:08.160565 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=33b667e3-3f77-423e-8f9e-e8c731d441e0,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:08.275897 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16075e-8ee5-4fce-a2db-4e61e6caeec3 req-10d91ea3-e2af-4f0d-b0c1-29b5be771741 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:08.277468 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eb16075e-8ee5-4fce-a2db-4e61e6caeec3 req-10d91ea3-e2af-4f0d-b0c1-29b5be771741 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0512586 Aug 09 13:27:08.323053 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eb16075e-8ee5-4fce-a2db-4e61e6caeec3 req-93fef972-698e-4807-9239-206dbc71df57 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Aug 09 13:27:08.582768 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f4d7a-1f3f-4b80-882e-f4bb7201fdef req-e7305449-69a2-49f1-99c6-ab4c48ec06dd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:08.584190 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a01f4d7a-1f3f-4b80-882e-f4bb7201fdef req-e7305449-69a2-49f1-99c6-ab4c48ec06dd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0651507 Aug 09 13:27:08.629005 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a01f4d7a-1f3f-4b80-882e-f4bb7201fdef req-4b0f7559-8c43-48dd-88ab-74a44b1d726b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Aug 09 13:27:08.757250 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:08.778562 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9546e1-9023-4e8e-9c11-359b2c77f2c4 req-3fb10625-3b72-4699-8eec-f5ada19a1480 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:08.780261 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ff9546e1-9023-4e8e-9c11-359b2c77f2c4 req-3fb10625-3b72-4699-8eec-f5ada19a1480 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.0608549 Aug 09 13:27:08.821422 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ff9546e1-9023-4e8e-9c11-359b2c77f2c4 req-51b29960-1e3d-47b0-bd28-33056c88f505 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Aug 09 13:27:08.981846 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de478b2-77f1-48cf-840e-421370027484 req-2d75a0dc-3c2e-4060-ac1b-552ff6edc669 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:08.983353 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8de478b2-77f1-48cf-840e-421370027484 req-2d75a0dc-3c2e-4060-ac1b-552ff6edc669 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0477731 Aug 09 13:27:09.022091 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8de478b2-77f1-48cf-840e-421370027484 req-4e026654-970c-4fb1-ae2b-d501b5c9b5c7 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323610 Aug 09 13:27:09.460581 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afed71-d2c4-4ec6-9864-51c3afd522c1 req-ee957679-6304-46c9-8238-ec9ffc1d9c41 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:09.462367 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-72afed71-d2c4-4ec6-9864-51c3afd522c1 req-ee957679-6304-46c9-8238-ec9ffc1d9c41 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0651112 Aug 09 13:27:09.504626 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-72afed71-d2c4-4ec6-9864-51c3afd522c1 req-31416d89-9654-488e-83bb-f994a75b626d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337408 Aug 09 13:27:09.749273 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5b7f-8689-4c40-ab80-4b41e0db9e82 req-a41b1c2f-38f7-4828-8a14-9df9f4d8af70 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:09.750727 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8a1e5b7f-8689-4c40-ab80-4b41e0db9e82 req-a41b1c2f-38f7-4828-8a14-9df9f4d8af70 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0497086 Aug 09 13:27:09.795924 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8a1e5b7f-8689-4c40-ab80-4b41e0db9e82 req-06979d04-9c08-411e-899c-95ba0123bae3 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Aug 09 13:27:09.902416 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 33b667e3-3f77-423e-8f9e-e8c731d441e0 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:09.950266 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f6fd8-e300-4319-a54e-7d08ca8e02c1 req-51d0866c-2b11-4356-b100-f5f8103e675e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:09.950666 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-338f6fd8-e300-4319-a54e-7d08ca8e02c1 req-51d0866c-2b11-4356-b100-f5f8103e675e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.0610635 Aug 09 13:27:09.954582 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 33b667e3-3f77-423e-8f9e-e8c731d441e0 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:09.954946 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:09.987888 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-338f6fd8-e300-4319-a54e-7d08ca8e02c1 req-d69da617-beab-46b6-9a7e-961e31f6da78 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310428 Aug 09 13:27:10.150183 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d225d6-60cc-4c68-be92-559f44269c39 req-c9ff54ef-d474-4163-ab14-7f846222cc9e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:10.151580 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-20d225d6-60cc-4c68-be92-559f44269c39 req-c9ff54ef-d474-4163-ab14-7f846222cc9e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0586100 Aug 09 13:27:10.192637 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-20d225d6-60cc-4c68-be92-559f44269c39 req-0f02dae5-7f56-499e-9816-6650aabe9e72 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Aug 09 13:27:10.194108 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:10.631097 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8913-3be3-4a7e-b293-357ef99314de req-5ec78779-495a-44b6-873e-c41632616281 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:10.632657 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f31c8913-3be3-4a7e-b293-357ef99314de req-5ec78779-495a-44b6-873e-c41632616281 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0572383 Aug 09 13:27:10.685330 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f31c8913-3be3-4a7e-b293-357ef99314de req-ed182c8d-300c-4217-be24-6b00197db20a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 Aug 09 13:27:10.927006 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec255-e07f-43c9-a075-4beda03b4875 req-7e4c3a78-c014-4cff-9271-f2dcac8d3d6c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:10.928561 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7a0ec255-e07f-43c9-a075-4beda03b4875 req-7e4c3a78-c014-4cff-9271-f2dcac8d3d6c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0537341 Aug 09 13:27:10.968847 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7a0ec255-e07f-43c9-a075-4beda03b4875 req-271c5d34-41db-4f3f-9183-ad2060a791e2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Aug 09 13:27:11.376930 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa6448-1032-42aa-8b21-0a9715be70a6 req-35e2a959-d167-4c54-a5f9-d89c4a1ec884 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:11.378403 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-44fa6448-1032-42aa-8b21-0a9715be70a6 req-35e2a959-d167-4c54-a5f9-d89c4a1ec884 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.3177907 Aug 09 13:27:11.398108 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480b58-5186-4fbc-9608-e80b5739fd4d req-d1752b09-0f14-4e48-9f73-b5c57f550b4d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:11.399523 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f4480b58-5186-4fbc-9608-e80b5739fd4d req-d1752b09-0f14-4e48-9f73-b5c57f550b4d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0707116 Aug 09 13:27:11.449910 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-44fa6448-1032-42aa-8b21-0a9715be70a6 req-5513e43d-79c6-4404-a36d-9e8022222d5a tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647466 Aug 09 13:27:11.454789 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f4480b58-5186-4fbc-9608-e80b5739fd4d req-63e5a479-d339-4fa1-b3a2-f7e9b5f2a519 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478289 Aug 09 13:27:11.809826 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a353-750f-4189-ac1a-95afae5ef871 req-cb2faa22-8a2d-460b-829c-a4a6ba70e397 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:11.812324 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d3f1a353-750f-4189-ac1a-95afae5ef871 req-cb2faa22-8a2d-460b-829c-a4a6ba70e397 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0592961 Aug 09 13:27:11.853513 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d3f1a353-750f-4189-ac1a-95afae5ef871 req-3d09c670-7b2f-4ebb-b245-140fbbd351ae tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342243 Aug 09 13:27:12.093859 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ad66c-67e6-43ea-957a-d738b8750d25 req-2162a31c-a15d-4231-b9c7-5c204951851c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:12.095547 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c91ad66c-67e6-43ea-957a-d738b8750d25 req-2162a31c-a15d-4231-b9c7-5c204951851c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0489254 Aug 09 13:27:12.127797 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b664ec-1adf-44ae-b853-05862ff9584e req-ab7073ec-a78a-4468-b2db-38b2ba66bdf5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:12.129349 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-75b664ec-1adf-44ae-b853-05862ff9584e req-ab7073ec-a78a-4468-b2db-38b2ba66bdf5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 946 time: 0.0482957 Aug 09 13:27:12.135089 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c91ad66c-67e6-43ea-957a-d738b8750d25 req-cae6e000-285b-4f49-9560-8ad4385ac1f7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Aug 09 13:27:12.230701 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-75b664ec-1adf-44ae-b853-05862ff9584e req-54589da1-d03a-46dd-a56d-713d9117dd48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Deleting port 131807ef-d3dc-4b06-8775-2c821cb4d42b {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:27:12.231047 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-75b664ec-1adf-44ae-b853-05862ff9584e req-54589da1-d03a-46dd-a56d-713d9117dd48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:12.324313 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-75b664ec-1adf-44ae-b853-05862ff9584e req-54589da1-d03a-46dd-a56d-713d9117dd48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] For port 131807ef-d3dc-4b06-8775-2c821cb4d42b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=131807ef-d3dc-4b06-8775-2c821cb4d42b,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:12.324724 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-75b664ec-1adf-44ae-b853-05862ff9584e req-54589da1-d03a-46dd-a56d-713d9117dd48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:12.340746 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-75b664ec-1adf-44ae-b853-05862ff9584e req-54589da1-d03a-46dd-a56d-713d9117dd48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Calling delete_port for 131807ef-d3dc-4b06-8775-2c821cb4d42b owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:27:12.473627 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-75b664ec-1adf-44ae-b853-05862ff9584e req-54589da1-d03a-46dd-a56d-713d9117dd48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:12.489911 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['03f9ee04-cb35-439d-add5-1517d716ffdb', 'ce74ec7a-711b-44c2-ba79-d33bd4980417', '131807ef-d3dc-4b06-8775-2c821cb4d42b'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:27:12.505060 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54589da1-d03a-46dd-a56d-713d9117dd48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Pushing event deleted for resources: {'Port': ['ID=131807ef-d3dc-4b06-8775-2c821cb4d42b,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:12.547123 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b664ec-1adf-44ae-b853-05862ff9584e req-54589da1-d03a-46dd-a56d-713d9117dd48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] No DVR routers for this DVR port 131807ef-d3dc-4b06-8775-2c821cb4d42b on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:27:12.549740 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-75b664ec-1adf-44ae-b853-05862ff9584e req-54589da1-d03a-46dd-a56d-713d9117dd48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:12.552011 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-75b664ec-1adf-44ae-b853-05862ff9584e req-54589da1-d03a-46dd-a56d-713d9117dd48 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "DELETE /v2.0/ports/131807ef-d3dc-4b06-8775-2c821cb4d42b HTTP/1.1" status: 204 len: 173 time: 0.4104390 Aug 09 13:27:12.552490 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc7e91-3574-4eed-972f-f85d854fd03e', 'name': 'network-vif-deleted', 'tag': '131807ef-d3dc-4b06-8775-2c821cb4d42b'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:12.554878 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a144ad-3a8d-4633-aa03-81fec0a9cfdd" -d '{"events": [{"server_uuid": "7ffc7e91-3574-4eed-972f-f85d854fd03e", "name": "network-vif-deleted", "tag": "131807ef-d3dc-4b06-8775-2c821cb4d42b"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:12.647519 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f0226f84-b662-4cc8-bd23-1bd3fe2249f2 req-ba61bfc7-64d8-408d-a8dc-3b9d9b85f38c tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 210 time: 0.0705609 Aug 09 13:27:12.669913 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a0a8-4fe9-4872-8e5a-59f4dc879838 req-4b92cdcb-637a-4cf7-8ffd-c3dfda4c68cc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:12.678850 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5b57a0a8-4fe9-4872-8e5a-59f4dc879838 req-4b92cdcb-637a-4cf7-8ffd-c3dfda4c68cc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0895586 Aug 09 13:27:12.711515 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948172bd-8bdf-41c1-9e5b-f393cc19385b x-openstack-request-id: req-948172bd-8bdf-41c1-9e5b-f393cc19385b {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:12.711795 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc7e91-3574-4eed-972f-f85d854fd03e", "name": "network-vif-deleted", "tag": "131807ef-d3dc-4b06-8775-2c821cb4d42b", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:12.715453 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-948172bd-8bdf-41c1-9e5b-f393cc19385b {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:12.715853 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc7e91-3574-4eed-972f-f85d854fd03e', 'name': 'network-vif-deleted', 'tag': '131807ef-d3dc-4b06-8775-2c821cb4d42b', 'status': 'completed', 'code': 200} Aug 09 13:27:12.720221 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5b57a0a8-4fe9-4872-8e5a-59f4dc879838 req-00ba2193-d9ff-4788-ba14-f6dfb787b4c6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408299 Aug 09 13:27:12.980354 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a13acf-7888-4f0d-b588-470707ff7e96 req-6b632212-70bb-4bb8-98b0-280c34b901aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:12.981944 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-43a13acf-7888-4f0d-b588-470707ff7e96 req-6b632212-70bb-4bb8-98b0-280c34b901aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0511312 Aug 09 13:27:13.024507 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-43a13acf-7888-4f0d-b588-470707ff7e96 req-f4a87e47-b91b-425a-9cbb-1ee9c146edf1 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327957 Aug 09 13:27:13.260441 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db66db-cb1b-4700-a9f7-16158fddd020 req-cd100302-6a71-4dad-867d-16f602151e41 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:13.261915 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e4db66db-cb1b-4700-a9f7-16158fddd020 req-cd100302-6a71-4dad-867d-16f602151e41 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0563688 Aug 09 13:27:13.301726 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e4db66db-cb1b-4700-a9f7-16158fddd020 req-33f88977-4173-431a-af51-f4abc5830b66 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Aug 09 13:27:13.754955 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dbf368fc-cf45-4494-85f1-d98130c458fa req-231bf54d-6912-4f93-82d5-0ddfd26432cf tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 210 time: 0.0268617 Aug 09 13:27:13.851033 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b289c8-dd62-45c9-970b-30de4d5c48be req-58db0cea-777c-48f2-8ddc-fdc20e7ac040 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:13.852553 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f9b289c8-dd62-45c9-970b-30de4d5c48be req-58db0cea-777c-48f2-8ddc-fdc20e7ac040 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0526426 Aug 09 13:27:13.900945 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f9b289c8-dd62-45c9-970b-30de4d5c48be req-24eeb1c6-d136-44b9-b615-1057daf56fbf tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Aug 09 13:27:14.151777 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4052d12-a176-4ae7-97cb-3ae8e05052cf req-3f26295f-f5b5-493c-83a4-eae1399d07dd tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:14.153270 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d4052d12-a176-4ae7-97cb-3ae8e05052cf req-3f26295f-f5b5-493c-83a4-eae1399d07dd tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0499623 Aug 09 13:27:14.196972 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d4052d12-a176-4ae7-97cb-3ae8e05052cf req-e904e95e-cebe-41b2-89df-0f8ece7ae86f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373900 Aug 09 13:27:14.419075 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97f23-b9ee-4d9a-88ba-3efdb1429610 req-1e807eb0-e1e8-4d4d-96b0-c21a10004dfd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:14.420694 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-27d97f23-b9ee-4d9a-88ba-3efdb1429610 req-1e807eb0-e1e8-4d4d-96b0-c21a10004dfd tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0503900 Aug 09 13:27:14.460381 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-27d97f23-b9ee-4d9a-88ba-3efdb1429610 req-2b0a0746-f88c-4b95-8d44-4caeae11a16f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Aug 09 13:27:14.870217 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-907c4789-ff80-4825-9610-c927cca209b8 req-89e78ab9-2eb3-4fac-b0d4-162f7b065f53 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 210 time: 0.0376511 Aug 09 13:27:15.027378 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46f106-4913-40b4-bc10-6022b997367a req-319b00a1-db20-4297-a719-f11b76569804 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:15.028894 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9d46f106-4913-40b4-bc10-6022b997367a req-319b00a1-db20-4297-a719-f11b76569804 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0543382 Aug 09 13:27:15.069769 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9d46f106-4913-40b4-bc10-6022b997367a req-cfcb0368-a3d6-421f-9bf1-88cb47bb7f2a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335915 Aug 09 13:27:15.328078 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf787714-0582-49d7-8df4-a730069bd3d8 req-b2fc8d0c-2c8c-4f97-8753-ce84d781aef2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:15.329577 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bf787714-0582-49d7-8df4-a730069bd3d8 req-b2fc8d0c-2c8c-4f97-8753-ce84d781aef2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0502679 Aug 09 13:27:15.370272 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bf787714-0582-49d7-8df4-a730069bd3d8 req-f9a5e74e-dde5-4fb9-9850-3549e7d1dad7 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Aug 09 13:27:15.607093 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39510f5-99f1-41bc-8221-511052b3fc2a req-1048ae62-dc23-4fe5-906d-2a3c0c1fb9fc tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:15.608607 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f39510f5-99f1-41bc-8221-511052b3fc2a req-1048ae62-dc23-4fe5-906d-2a3c0c1fb9fc tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0651503 Aug 09 13:27:15.652006 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f39510f5-99f1-41bc-8221-511052b3fc2a req-052837bc-8a20-42fe-9888-11b570c6fe90 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361087 Aug 09 13:27:15.984098 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-df2acb6b-c068-4555-a8dc-c7fa706fcbc2 req-4fbac3aa-fd21-4e6b-9aed-cfb236226751 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ffc7e91-3574-4eed-972f-f85d854fd03e HTTP/1.1" status: 200 len: 210 time: 0.0317409 Aug 09 13:27:16.212509 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66364426-2539-45b4-b5d2-510c24ff2cff req-7c27158c-3ea1-425d-a290-023b0b336d7c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:16.213912 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-66364426-2539-45b4-b5d2-510c24ff2cff req-7c27158c-3ea1-425d-a290-023b0b336d7c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0587952 Aug 09 13:27:16.256115 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-66364426-2539-45b4-b5d2-510c24ff2cff req-23b231b3-503f-4101-aeba-593766c28285 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344043 Aug 09 13:27:16.496602 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc073692-92b0-4d12-9a6c-af78e20fbb94 req-644d8dd0-9eb3-4650-a0d2-4c168543214e tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:16.498086 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fc073692-92b0-4d12-9a6c-af78e20fbb94 req-644d8dd0-9eb3-4650-a0d2-4c168543214e tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0571086 Aug 09 13:27:16.541377 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fc073692-92b0-4d12-9a6c-af78e20fbb94 req-2a9fc85f-9490-44da-b36e-d4f76a4af429 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371528 Aug 09 13:27:16.783445 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e7daa-5287-46a1-aa9c-0d74ec799985 req-d5139ef6-c04b-4062-a8b6-da41a8a661be tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:16.785157 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c19e7daa-5287-46a1-aa9c-0d74ec799985 req-d5139ef6-c04b-4062-a8b6-da41a8a661be tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0596774 Aug 09 13:27:16.825271 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c19e7daa-5287-46a1-aa9c-0d74ec799985 req-5826917d-835c-4beb-b4ff-440cb34fe5c3 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340269 Aug 09 13:27:17.270523 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e833ea6-6a6a-410f-a622-83e9fad52d86 req-5b038ad5-35d2-4674-b62d-7a72c2740108 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:17.272145 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2e833ea6-6a6a-410f-a622-83e9fad52d86 req-5b038ad5-35d2-4674-b62d-7a72c2740108 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 945 time: 0.0528419 Aug 09 13:27:17.312336 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2e833ea6-6a6a-410f-a622-83e9fad52d86 req-eedd4373-21c5-4a46-87d9-5df9a109080b tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Aug 09 13:27:17.397739 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d949551-91b3-44d8-88fd-7ebaf0705a88 req-469628f6-0bba-41d2-bc17-1103ab7ad9e2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:17.399267 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8d949551-91b3-44d8-88fd-7ebaf0705a88 req-469628f6-0bba-41d2-bc17-1103ab7ad9e2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0601342 Aug 09 13:27:17.437940 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8d949551-91b3-44d8-88fd-7ebaf0705a88 req-7b53f1b8-5ba8-4c6d-88bf-e2dc98b9e93a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324574 Aug 09 13:27:17.699893 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623dc34-2959-411a-8596-7a818c0c0e41 req-88a01d80-5aea-4a19-a339-b2c0da00b58e tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:17.701461 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f623dc34-2959-411a-8596-7a818c0c0e41 req-88a01d80-5aea-4a19-a339-b2c0da00b58e tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0530806 Aug 09 13:27:17.740257 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f623dc34-2959-411a-8596-7a818c0c0e41 req-33df78a9-c709-4468-aeea-4a2b5cb6ee35 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324810 Aug 09 13:27:17.943016 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ea1b2-9a92-4f14-90d2-cb61eac5ff12 req-1e261d68-2191-492a-8cdc-b60dc590111d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:17.945131 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b06ea1b2-9a92-4f14-90d2-cb61eac5ff12 req-1e261d68-2191-492a-8cdc-b60dc590111d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0511661 Aug 09 13:27:17.988684 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b06ea1b2-9a92-4f14-90d2-cb61eac5ff12 req-7544cf28-e80d-4a55-a6e0-107d91a4430c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374243 Aug 09 13:27:18.081736 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-535e2af8-fe80-4b7b-a638-1ab10b74f842 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319864583&fields=id&tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228 HTTP/1.1" status: 200 len: 267 time: 0.0314853 Aug 09 13:27:18.191793 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220360e-8db9-4423-a170-89eae56be735 req-ec1d6e8a-8a1a-4a09-bdcf-37d1c1bfd971 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:18.193264 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-ec1d6e8a-8a1a-4a09-bdcf-37d1c1bfd971 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/networks?id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce HTTP/1.1" status: 200 len: 809 time: 0.1049204 Aug 09 13:27:18.211424 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-162fc097-fe1e-46cd-898f-a4759daa1aa5 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/quotas/c1ce453ba8fc4c188a1b4fa50a32b228 HTTP/1.1" status: 200 len: 375 time: 0.0094581 Aug 09 13:27:18.236556 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 27f79434-8bac-4fce-abd9-f4bb6e7f5cec details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:27:18.272058 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-57a9c164-b729-4ab8-9d84-d575298787c8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526464 Aug 09 13:27:18.334345 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:18.346714 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'port_id': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'mac_address': 'fa:16:3e:12:bc:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:27:18.388417 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:18.399655 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-e62fb250-054e-4d88-97e8-bfec1a88e6be service neutron] 10.222.0.32 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101055 Aug 09 13:27:18.403427 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27f79434-8bac-4fce-abd9-f4bb6e7f5cec {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:27:18.424081 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:18.433311 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:18.483814 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=6']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:18.493471 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c959f-89ef-49bb-aed0-777ba0f834b7 req-36bd75c7-1a72-4663-bf4a-09b6b3e45bba tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:18.494997 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0d9c959f-89ef-49bb-aed0-777ba0f834b7 req-36bd75c7-1a72-4663-bf4a-09b6b3e45bba tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 945 time: 0.1101139 Aug 09 13:27:18.535325 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-8bd44611-9300-4df3-846a-58b5b74601c8 service neutron] 10.222.0.32 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203694 Aug 09 13:27:18.549792 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0d9c959f-89ef-49bb-aed0-777ba0f834b7 req-2c9441ca-5fda-469e-9023-2172830e294e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478644 Aug 09 13:27:18.670563 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4277-4c8d-4391-9f67-43b7956879ac req-32d4dd95-eda5-45ba-ad15-4ff537b75575 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:18.676622 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-575e4277-4c8d-4391-9f67-43b7956879ac req-32d4dd95-eda5-45ba-ad15-4ff537b75575 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 944 time: 0.0710273 Aug 09 13:27:18.712375 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-575e4277-4c8d-4391-9f67-43b7956879ac req-e9db3fc4-291e-4251-942c-0ddca7f3c5a1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340271 Aug 09 13:27:18.805193 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['27f79434-8bac-4fce-abd9-f4bb6e7f5cec'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:27:18.881899 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82114cb-867a-4d2e-b7c6-c890c04e5024 req-67a7e914-f5a8-49e3-b749-0d07408dcbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:18.884540 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a82114cb-867a-4d2e-b7c6-c890c04e5024 req-67a7e914-f5a8-49e3-b749-0d07408dcbb3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 1099 time: 0.0569029 Aug 09 13:27:18.898392 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-78e2873e-d719-467b-9e26-f076d310f8a3 req-a0ba975e-ead2-4d61-b641-7834b3e40d09 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 210 time: 0.0559022 Aug 09 13:27:18.924768 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a484a-69ec-4cd7-83d9-ce376a30ab79 req-13818b8f-7fa8-48aa-8c7d-1aa7131e6d7e tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:18.933416 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca9a484a-69ec-4cd7-83d9-ce376a30ab79 req-13818b8f-7fa8-48aa-8c7d-1aa7131e6d7e tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1095829 Aug 09 13:27:18.955375 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a82114cb-867a-4d2e-b7c6-c890c04e5024 req-e0e33441-5457-488b-abb2-0daf129d271d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579038 Aug 09 13:27:18.969661 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca9a484a-69ec-4cd7-83d9-ce376a30ab79 req-a7bc6e27-6a0a-4a99-9f0b-ad6506ffe476 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353715 Aug 09 13:27:19.108793 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ede44a-6849-44b2-8d05-4fda0f635391 req-af4e9406-f8fd-4d18-8925-a91a849c6247 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:19.110392 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-69ede44a-6849-44b2-8d05-4fda0f635391 req-af4e9406-f8fd-4d18-8925-a91a849c6247 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0550675 Aug 09 13:27:19.149779 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-69ede44a-6849-44b2-8d05-4fda0f635391 req-c30c4ad8-199b-410a-87ed-98310db09587 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326233 Aug 09 13:27:19.674492 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df8d94-a306-41f2-900b-a4ec8209d873 req-f2a06d34-0f2f-45c7-a057-32385a72d768 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:19.676616 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-15df8d94-a306-41f2-900b-a4ec8209d873 req-f2a06d34-0f2f-45c7-a057-32385a72d768 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 945 time: 0.0545163 Aug 09 13:27:19.721959 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-15df8d94-a306-41f2-900b-a4ec8209d873 req-bc94e5e9-ab30-46f1-b4c7-20b7f6aa4997 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391109 Aug 09 13:27:19.843487 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21712d-3d76-424e-a17f-b47cb3233581 req-3505449c-0f9f-40c7-9c58-82b416c12dd1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:19.845089 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fd21712d-3d76-424e-a17f-b47cb3233581 req-3505449c-0f9f-40c7-9c58-82b416c12dd1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 944 time: 0.0538616 Aug 09 13:27:19.886463 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fd21712d-3d76-424e-a17f-b47cb3233581 req-29c29a9b-6671-4b0c-a19a-6d7bcfcf5a5d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341067 Aug 09 13:27:19.998894 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e8724445-ebef-42d2-8ee4-56c4545b13e8 req-277ca1c6-36b2-4c4e-a600-085e6404ff79 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 210 time: 0.0278912 Aug 09 13:27:20.091600 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a150df1-ee15-477f-a1ac-97bd985ac1cc req-83a83401-b96d-458b-8164-3c2fec967d8f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:20.093268 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a150df1-ee15-477f-a1ac-97bd985ac1cc req-83a83401-b96d-458b-8164-3c2fec967d8f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0514305 Aug 09 13:27:20.140590 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2a150df1-ee15-477f-a1ac-97bd985ac1cc req-be5ca2ef-0527-48f3-82e6-3ceb78f8f55c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403891 Aug 09 13:27:20.255409 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 27f79434-8bac-4fce-abd9-f4bb6e7f5cec up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:20.302350 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ac03e-595c-4970-84d3-8aff35a8129a req-f1e7b4b3-25e8-4faf-9667-b5325f9f7a57 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:20.303661 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cd4ac03e-595c-4970-84d3-8aff35a8129a req-f1e7b4b3-25e8-4faf-9667-b5325f9f7a57 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0781922 Aug 09 13:27:20.336640 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:20.337284 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:20.386734 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cd4ac03e-595c-4970-84d3-8aff35a8129a req-61fb3ac4-9b53-4933-a38f-7a0e249b3ffb tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738256 Aug 09 13:27:20.469669 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:20.481902 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220360e-8db9-4423-a170-89eae56be735 req-567bfbf3-9970-42b6-aed7-1db0b4afeb13 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:20.483615 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-567bfbf3-9970-42b6-aed7-1db0b4afeb13 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.42 "GET /v2.0/networks?id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce HTTP/1.1" status: 200 len: 809 time: 0.1904752 Aug 09 13:27:20.502879 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-d3012f39-7bed-400d-af5f-61fb076a0833 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:20.504889 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-d3012f39-7bed-400d-af5f-61fb076a0833 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 945 time: 0.1531801 Aug 09 13:27:20.526855 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:20.534916 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:20.537604 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880fa97e-8cab-445d-8eef-24e8f6aba4d6" -d '{"events": [{"server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "name": "network-vif-plugged", "status": "completed", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:20.549841 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-2e5e404a-659a-4822-b110-53ee6c332fd9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228 HTTP/1.1" status: 200 len: 380 time: 0.0490959 Aug 09 13:27:20.562813 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Request body: {'port': {'device_id': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'admin_state_up': True, 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'security_groups': ['589e84c9-e15d-4538-b392-0899b82c1d70']}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:20.565494 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:20.566680 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 131807ef-d3dc-4b06-8775-2c821cb4d42b no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:27:20.670165 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646d1dec-cc2d-4719-99d6-8ceaf0c27ee7 x-openstack-request-id: req-646d1dec-cc2d-4719-99d6-8ceaf0c27ee7 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:20.670460 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "name": "network-vif-plugged", "status": "completed", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:20.670977 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-646d1dec-cc2d-4719-99d6-8ceaf0c27ee7 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:20.671659 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'code': 200} Aug 09 13:27:20.672351 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=7']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:20.675705 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 131807ef-d3dc-4b06-8775-2c821cb4d42b {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:27:20.676133 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 131807ef-d3dc-4b06-8775-2c821cb4d42b not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:27:20.716197 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Made reservation on behalf of c1ce453ba8fc4c188a1b4fa50a32b228 for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:27:20.720091 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:20.730526 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Deleting port ce74ec7a-711b-44c2-ba79-d33bd4980417 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:27:20.731122 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:20.894498 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Allocated IP 172.20.0.11 (1ae31d7d-6752-4562-9f25-a16aafd9d4ce/2f217d05-d326-4109-9dd0-827295805009/ed19bd8a-bee3-469e-a6a9-b9946b7e46d3) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:27:20.921014 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] For port ce74ec7a-711b-44c2-ba79-d33bd4980417, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ce74ec7a-711b-44c2-ba79-d33bd4980417,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:20.924692 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:20.949315 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Calling delete_port for ce74ec7a-711b-44c2-ba79-d33bd4980417 owned by compute:nova {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:27:20.959327 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a158e54-544a-40d4-a897-198bbe350e45 req-65341a9c-a552-4bb5-b12f-d5540c0c32c5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:20.961089 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1a158e54-544a-40d4-a897-198bbe350e45 req-65341a9c-a552-4bb5-b12f-d5540c0c32c5 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 945 time: 0.1274586 Aug 09 13:27:21.058721 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1a158e54-544a-40d4-a897-198bbe350e45 req-0fad8258-9c58-4b96-b468-8634c034906e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516040 Aug 09 13:27:21.174948 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:21.208679 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Transition to ACTIVE for port object ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:27:21.223623 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8371a-c647-46e6-86ef-7807346a1111 req-c5450dba-6036-4a32-8312-fc2f032a9e7e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:21.226142 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-42a8371a-c647-46e6-86ef-7807346a1111 req-c5450dba-6036-4a32-8312-fc2f032a9e7e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0785158 Aug 09 13:27:21.236417 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:21.257029 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['03f9ee04-cb35-439d-add5-1517d716ffdb', 'ce74ec7a-711b-44c2-ba79-d33bd4980417'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:27:21.265660 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:21.317312 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Pushing event deleted for resources: {'Port': ['ID=ce74ec7a-711b-44c2-ba79-d33bd4980417,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:21.377136 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.377564 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.378206 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.378542 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.378874 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.379197 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.379575 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.379904 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.380361 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.380687 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.381033 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.381343 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.398086 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event updated for resources: {'Port': ['ID=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:21.410378 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.410983 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.411474 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.412055 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.412568 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.413185 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.413661 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.414561 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.415068 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.415533 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.416002 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.416554 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:21.424406 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] No DVR routers for this DVR port ce74ec7a-711b-44c2-ba79-d33bd4980417 on host hv-cinder-78729 {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:27:21.426957 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:21.428818 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:27:21.429266 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-50199625-fc75-4f3a-a5a8-8c95cb2da150 req-c7899815-7b48-428a-92e0-c94f03a0904d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "DELETE /v2.0/ports/ce74ec7a-711b-44c2-ba79-d33bd4980417 HTTP/1.1" status: 204 len: 173 time: 0.9153969 Aug 09 13:27:21.431073 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:27:21.433734 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7799e12c-6fe9-4aec-bb93-6a384f455375', 'name': 'network-vif-deleted', 'tag': 'ce74ec7a-711b-44c2-ba79-d33bd4980417'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:21.435632 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:27:21.436673 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ba01da-cde8-446e-86eb-4a01f03429dc" -d '{"events": [{"server_uuid": "7799e12c-6fe9-4aec-bb93-6a384f455375", "name": "network-vif-deleted", "tag": "ce74ec7a-711b-44c2-ba79-d33bd4980417"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:21.449976 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-42a8371a-c647-46e6-86ef-7807346a1111 req-7cfb392c-2b42-4f52-be23-3ad11a1bcabb tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109971 Aug 09 13:27:21.467653 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44bc87-166e-4a17-9bea-359998ff9632 req-6cd7203b-e4bd-4a56-9211-1196deedda78 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:21.483945 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5b44bc87-166e-4a17-9bea-359998ff9632 req-6cd7203b-e4bd-4a56-9211-1196deedda78 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 932 time: 0.2193706 Aug 09 13:27:21.541222 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5b44bc87-166e-4a17-9bea-359998ff9632 req-be4a8105-78ec-4930-8ad2-161187e34455 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563269 Aug 09 13:27:21.576826 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:21.576826 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:21.620936 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-ad55f3ca-968a-4bf1-b6dc-a01e21ae54a9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0645487 Aug 09 13:27:21.658752 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Request body: {'port': {'device_id': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:21.783931 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23e0c8-e754-47f9-b197-daea2375fa78 req-e99a746a-1a66-471b-a4ae-a63b68bdd809 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:21.787661 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:21.792073 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-df23e0c8-e754-47f9-b197-daea2375fa78 req-e99a746a-1a66-471b-a4ae-a63b68bdd809 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1624317 Aug 09 13:27:21.816325 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c00d2-859e-414c-aff6-412f9a3798f9 req-e63c8e6e-0a5a-4017-87fd-7fe73c559dd0 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:21.817808 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ab4c00d2-859e-414c-aff6-412f9a3798f9 req-e63c8e6e-0a5a-4017-87fd-7fe73c559dd0 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.1130052 Aug 09 13:27:21.902190 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ab4c00d2-859e-414c-aff6-412f9a3798f9 req-aa0c1752-2773-4253-af81-32d0c59e158c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768132 Aug 09 13:27:21.906933 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-df23e0c8-e754-47f9-b197-daea2375fa78 req-ff2d378f-8421-484b-b458-b6c658a808ea tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140082 Aug 09 13:27:21.909453 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-67c661cf-833b-4a31-b16c-001210702a03 None None] Provisioning for port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:27:21.914991 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-67c661cf-833b-4a31-b16c-001210702a03 None None] Provisioning complete for port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:21.918284 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-67c661cf-833b-4a31-b16c-001210702a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:22.011012 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-67c661cf-833b-4a31-b16c-001210702a03 None None] Port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:27:22.036841 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a4a73b-1eaf-4c01-b076-6a61b03b0e68 x-openstack-request-id: req-68a4a73b-1eaf-4c01-b076-6a61b03b0e68 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:22.037942 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7799e12c-6fe9-4aec-bb93-6a384f455375", "name": "network-vif-deleted", "tag": "ce74ec7a-711b-44c2-ba79-d33bd4980417", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:22.038364 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68a4a73b-1eaf-4c01-b076-6a61b03b0e68 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:22.039416 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7799e12c-6fe9-4aec-bb93-6a384f455375', 'name': 'network-vif-deleted', 'tag': 'ce74ec7a-711b-44c2-ba79-d33bd4980417', 'status': 'completed', 'code': 200} Aug 09 13:27:22.142410 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:27:22.152601 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:22.168439 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Transition to ACTIVE for port object ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:27:22.181130 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:22.312271 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-47e9b4c6-7541-41da-861e-5f7c28087b79 req-bb449458-b9b9-4ef9-9b6e-8de7c3df0390 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=7799e12c-6fe9-4aec-bb93-6a384f455375 HTTP/1.1" status: 200 len: 210 time: 0.0573413 Aug 09 13:27:22.324950 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Pushing event updated for resources: {'Port': ['ID=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:22.430994 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Attempting to bind port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:27:22.431548 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Attempting to bind port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:27:22.432005 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Attempting to bind port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 on network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:27:22.437268 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 on network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:27:22.437724 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Attempting to bind port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 on network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:27:22.444551 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:27:22.445022 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Checking segment: {'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:27:22.445623 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Bound using segment: {'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:27:22.446193 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Bound port: ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64949e57-ab00-45b2-bf11-21eba40d67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:27:22.446648 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:22.566243 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] For port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:27:22.571787 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] For port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:27:22.595205 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:22.649226 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:22.650234 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:22.651708 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] 10.222.0.42 "PUT /v2.0/ports/ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 HTTP/1.1" status: 200 len: 1094 time: 0.9980369 Aug 09 13:27:22.653881 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:22.655851 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30021ce-0b50-4aea-868d-3bcd7051253a" -d '{"events": [{"name": "network-changed", "server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:22.696406 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce6f7f-6bee-4942-bc75-60167dc743a3 req-23e36bc7-23d3-448e-a4b5-aefeb022c895 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:22.698253 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-97ce6f7f-6bee-4942-bc75-60167dc743a3 req-23e36bc7-23d3-448e-a4b5-aefeb022c895 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.1944902 Aug 09 13:27:22.709452 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1088b-de11-4062-a486-0b02e4959e5e req-80ae7c66-d657-4db1-9fd1-c2d761ef5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:22.711278 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-14c1088b-de11-4062-a486-0b02e4959e5e req-80ae7c66-d657-4db1-9fd1-c2d761ef5b8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 1099 time: 0.1452515 Aug 09 13:27:22.722199 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f433792-7a90-4b10-a04d-9e0318f01d74 service neutron] Pushing event updated for resources: {'Port': ['ID=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:22.766724 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6ab5b-a712-44b8-a169-5f0a56899b5c req-9bd9b046-608d-445b-af68-efb035a57eba tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:22.775407 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-64e6ab5b-a712-44b8-a169-5f0a56899b5c req-9bd9b046-608d-445b-af68-efb035a57eba tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.1355767 Aug 09 13:27:22.814813 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220360e-8db9-4423-a170-89eae56be735 req-3aa263aa-5d42-4557-baaa-def35c7a8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:22.818342 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-3aa263aa-5d42-4557-baaa-def35c7a8e9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228&device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 1097 time: 0.0903921 Aug 09 13:27:22.892731 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-57f759ad-451c-4dda-9fab-0b7d4babb62c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 HTTP/1.1" status: 200 len: 217 time: 0.0550947 Aug 09 13:27:22.896951 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-97ce6f7f-6bee-4942-bc75-60167dc743a3 req-ccdaa85b-b1be-45c3-aa42-472ca86b05b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790462 Aug 09 13:27:22.928518 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-64e6ab5b-a712-44b8-a169-5f0a56899b5c req-d5441e47-11a4-4e61-b97f-743dd22b98e0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519849 Aug 09 13:27:22.965196 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220360e-8db9-4423-a170-89eae56be735 req-35480413-8d6a-40ea-ba7d-702e8bfad153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:22.966003 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1088b-de11-4062-a486-0b02e4959e5e req-0ef3d540-4914-4f66-ab6c-702822cb327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:22.966695 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-35480413-8d6a-40ea-ba7d-702e8bfad153 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f217d05-d326-4109-9dd0-827295805009 HTTP/1.1" status: 200 len: 848 time: 0.0625489 Aug 09 13:27:22.967770 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-14c1088b-de11-4062-a486-0b02e4959e5e req-0ef3d540-4914-4f66-ab6c-702822cb327a service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 920 time: 0.2453148 Aug 09 13:27:23.040043 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c20e164-d2c1-4b9d-910f-c29a645ae4d8 x-openstack-request-id: req-3c20e164-d2c1-4b9d-910f-c29a645ae4d8 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:23.040434 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:23.040685 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c20e164-d2c1-4b9d-910f-c29a645ae4d8 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:23.041495 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'status': 'completed', 'code': 200} Aug 09 13:27:23.044246 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-14c1088b-de11-4062-a486-0b02e4959e5e req-6012a0b0-d56b-457a-bcb9-239d78c7b4c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c HTTP/1.1" status: 200 len: 217 time: 0.0599675 Aug 09 13:27:23.055188 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220360e-8db9-4423-a170-89eae56be735 req-e7613998-c8c4-4e7e-aede-43cf0be0b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:23.056746 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-e7613998-c8c4-4e7e-aede-43cf0be0b906 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726297 Aug 09 13:27:23.168859 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1088b-de11-4062-a486-0b02e4959e5e req-948e03b4-0626-4ff8-8dc4-e6cf5ab61296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:23.170451 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-14c1088b-de11-4062-a486-0b02e4959e5e req-948e03b4-0626-4ff8-8dc4-e6cf5ab61296 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.1153955 Aug 09 13:27:23.178806 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-64d4ff33-c31e-4c21-81c5-0ac2be89ccfa service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129375 Aug 09 13:27:23.186390 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f018827-ba19-43ee-97f8-ff7e6f514cee req-5e2031f5-c2bc-4502-b775-4d1c5632e3eb tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:23.188018 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2f018827-ba19-43ee-97f8-ff7e6f514cee req-5e2031f5-c2bc-4502-b775-4d1c5632e3eb tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.1456554 Aug 09 13:27:23.210040 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9321357-280d-4042-a613-34ee92c260ca req-4cddfea9-1db2-41fa-b722-e85694f2afbc tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:23.216792 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c9321357-280d-4042-a613-34ee92c260ca req-4cddfea9-1db2-41fa-b722-e85694f2afbc tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1106086 Aug 09 13:27:23.253563 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-14c1088b-de11-4062-a486-0b02e4959e5e req-108d3546-d2ea-4f87-a938-81ee86aa1b93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644655 Aug 09 13:27:23.294780 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f220360e-8db9-4423-a170-89eae56be735 req-3cca97d9-b2cb-4662-a8b2-d5a0e4036901 service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013830 Aug 09 13:27:23.348353 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2f018827-ba19-43ee-97f8-ff7e6f514cee req-292b566f-fbe7-4489-82dd-4a261d4d0ccc tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497812 Aug 09 13:27:23.372391 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c9321357-280d-4042-a613-34ee92c260ca req-946ee248-c6c0-45d7-8c38-d755cd673c75 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499264 Aug 09 13:27:23.498114 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-14c1088b-de11-4062-a486-0b02e4959e5e req-b70d3314-d9e7-4222-8329-293360af67c4 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331018 Aug 09 13:27:23.660951 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-14c1088b-de11-4062-a486-0b02e4959e5e req-017a1839-fdcf-4a84-b2f6-ece8841b932c service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446350 Aug 09 13:27:23.852029 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-433b762c-6c31-412e-9d28-608c09cbe2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:23.858608 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-433b762c-6c31-412e-9d28-608c09cbe2d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228&device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 1097 time: 0.4603457 Aug 09 13:27:23.905965 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199e301-ff94-4d63-861f-e50ae3c48dd9 req-8108f219-c6d5-4a15-9936-9a25536a9831 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:23.923066 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0199e301-ff94-4d63-861f-e50ae3c48dd9 req-8108f219-c6d5-4a15-9936-9a25536a9831 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 946 time: 0.1029375 Aug 09 13:27:23.967648 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0199e301-ff94-4d63-861f-e50ae3c48dd9 req-ca342ba0-fac1-4d4b-ab74-834d5934de38 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Aug 09 13:27:23.978922 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-739c346a-224a-4630-8bab-e37e8ec3d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:23.980498 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-739c346a-224a-4630-8bab-e37e8ec3d476 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce HTTP/1.1" status: 200 len: 910 time: 0.1105406 Aug 09 13:27:24.052490 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af51573-a737-46fd-a08c-9bd0ea45f1c1 req-b95cbb16-3fda-413f-99cb-98dfe1fccc8b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:24.059763 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5af51573-a737-46fd-a08c-9bd0ea45f1c1 req-b95cbb16-3fda-413f-99cb-98dfe1fccc8b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0744591 Aug 09 13:27:24.073437 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-ba50df28-002d-49c8-a3e9-bf0b4a128524 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 HTTP/1.1" status: 200 len: 217 time: 0.0817640 Aug 09 13:27:24.112331 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5af51573-a737-46fd-a08c-9bd0ea45f1c1 req-d009cc0d-a06d-4169-8bff-d5d41b369d46 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515625 Aug 09 13:27:24.150123 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-c34fc28a-0cc0-421e-a7f1-ab55a5eafc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:24.151766 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-c34fc28a-0cc0-421e-a7f1-ab55a5eafc2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f217d05-d326-4109-9dd0-827295805009 HTTP/1.1" status: 200 len: 848 time: 0.0630214 Aug 09 13:27:24.174621 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31813bd9-faec-4682-b5b3-0d305defe170 req-798e8310-ca01-4a15-b7ac-f6aa99053e49 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:24.176494 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-31813bd9-faec-4682-b5b3-0d305defe170 req-798e8310-ca01-4a15-b7ac-f6aa99053e49 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0963478 Aug 09 13:27:24.227200 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-0bb1c840-7727-4b90-98ad-8adc6e074d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:24.228762 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-0bb1c840-7727-4b90-98ad-8adc6e074d49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672712 Aug 09 13:27:24.232911 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-31813bd9-faec-4682-b5b3-0d305defe170 req-be618f94-226c-48f8-952c-53c52ac4f5d8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506043 Aug 09 13:27:24.248802 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ce74ec7a-711b-44c2-ba79-d33bd4980417 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:27:24.302500 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: ce74ec7a-711b-44c2-ba79-d33bd4980417 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:27:24.302910 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ce74ec7a-711b-44c2-ba79-d33bd4980417 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:27:24.383893 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-707093be-a268-45fb-bdb1-1f8fdea2e83a service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455228 Aug 09 13:27:24.498894 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a30021ce-0b50-4aea-868d-3bcd7051253a req-c19e70bf-6c25-4a84-ab8a-7df920f47f3c service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017103 Aug 09 13:27:24.606730 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec3308-42cf-4c29-9d34-f9e5e48df1a2 req-92098d22-ce04-41f1-8ff3-d0caa4cd5509 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:24.617075 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-41ec3308-42cf-4c29-9d34-f9e5e48df1a2 req-92098d22-ce04-41f1-8ff3-d0caa4cd5509 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1390588 Aug 09 13:27:24.662643 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77978e34-0ec8-413f-8be7-82fddc1b0579 req-eade7a1f-863d-41ce-a724-ebc62f75b481 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:24.664188 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-77978e34-0ec8-413f-8be7-82fddc1b0579 req-eade7a1f-863d-41ce-a724-ebc62f75b481 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.1296842 Aug 09 13:27:24.726426 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-41ec3308-42cf-4c29-9d34-f9e5e48df1a2 req-9b9c2c5e-bce6-4272-8968-e47b93c9a1b1 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987585 Aug 09 13:27:24.755101 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-77978e34-0ec8-413f-8be7-82fddc1b0579 req-c6d5175c-8582-4e45-993f-261785b02e23 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827677 Aug 09 13:27:25.056527 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd0ffe-0650-4fc5-aa1e-2de25be59f47 req-f22e44d8-1427-41b7-a828-9bb6ef9f4854 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:25.058499 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-77cd0ffe-0650-4fc5-aa1e-2de25be59f47 req-f22e44d8-1427-41b7-a828-9bb6ef9f4854 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.0593498 Aug 09 13:27:25.135035 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-77cd0ffe-0650-4fc5-aa1e-2de25be59f47 req-a045d4b0-74b7-4869-816d-490462bc07c3 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652876 Aug 09 13:27:25.145047 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24a645-a919-44e4-a129-eef5eeb8233d req-e286d438-7444-4e15-8f2d-1dca307ac50f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:25.146672 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-df24a645-a919-44e4-a129-eef5eeb8233d req-e286d438-7444-4e15-8f2d-1dca307ac50f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 946 time: 0.0871735 Aug 09 13:27:25.187245 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-df24a645-a919-44e4-a129-eef5eeb8233d req-bf88e5dc-f3ee-4b88-a315-d267c7e6b7a9 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335653 Aug 09 13:27:25.255617 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b31548-2ac1-427a-a57c-cab6e9cdd8d9 req-4d47296a-417c-41d6-9abe-d65b7f3fd41e tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:25.257479 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b5b31548-2ac1-427a-a57c-cab6e9cdd8d9 req-4d47296a-417c-41d6-9abe-d65b7f3fd41e tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0577853 Aug 09 13:27:25.305524 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b5b31548-2ac1-427a-a57c-cab6e9cdd8d9 req-f9ffeaa1-dca3-4f7f-8ee2-c6c170fcbbd7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Aug 09 13:27:25.415607 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d5467-c261-447e-966c-2b5ccc49da98 req-59b4d6f3-0a24-41bf-80e2-5c9549a6e832 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:25.420766 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-841d5467-c261-447e-966c-2b5ccc49da98 req-59b4d6f3-0a24-41bf-80e2-5c9549a6e832 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0627544 Aug 09 13:27:25.461500 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-841d5467-c261-447e-966c-2b5ccc49da98 req-75aa209a-722c-4113-9e4f-36d0397dbb4d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378850 Aug 09 13:27:25.885604 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dbd72-f211-480e-a6c5-b8156b18fd58 req-207ae8d8-a70a-413a-9cac-6f6914d4cfa6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:25.887086 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c35dbd72-f211-480e-a6c5-b8156b18fd58 req-207ae8d8-a70a-413a-9cac-6f6914d4cfa6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0842798 Aug 09 13:27:25.930681 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd15de-55a2-49f7-8763-1f48dbc6cea4 req-b40aa38c-8776-4ca6-b14e-948695b777f9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:25.932329 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5bfd15de-55a2-49f7-8763-1f48dbc6cea4 req-b40aa38c-8776-4ca6-b14e-948695b777f9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.0930834 Aug 09 13:27:25.971394 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c35dbd72-f211-480e-a6c5-b8156b18fd58 req-45de87e1-9af3-4b38-bd9e-4b033dc2881c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758128 Aug 09 13:27:26.002952 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5bfd15de-55a2-49f7-8763-1f48dbc6cea4 req-b4d53a84-5ecb-4371-a769-5376e00bf3f2 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559981 Aug 09 13:27:26.273557 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f6511-b032-4a89-b82a-6e9c05058c8f req-f33d2d47-e530-479d-b2e2-c31673ac7655 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:26.282282 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a31f6511-b032-4a89-b82a-6e9c05058c8f req-f33d2d47-e530-479d-b2e2-c31673ac7655 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.0644925 Aug 09 13:27:26.364165 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a31f6511-b032-4a89-b82a-6e9c05058c8f req-a6d8e1eb-0107-49e0-82d8-a4ff7215355e tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808671 Aug 09 13:27:26.408747 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72786e9f-469d-4985-a55c-727356543199 req-09c5566e-75fa-4e25-9858-2163ce82b415 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:26.410768 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-72786e9f-469d-4985-a55c-727356543199 req-09c5566e-75fa-4e25-9858-2163ce82b415 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 946 time: 0.1197956 Aug 09 13:27:26.466949 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-72786e9f-469d-4985-a55c-727356543199 req-c0986d41-c6a6-4a0f-ba88-29b37d4bab30 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476387 Aug 09 13:27:26.539611 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3198c-725c-44f5-9640-3215ee4c197c req-abc61d36-5a09-4723-941a-f4012f62b40b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:26.541687 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-acb3198c-725c-44f5-9640-3215ee4c197c req-abc61d36-5a09-4723-941a-f4012f62b40b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0688305 Aug 09 13:27:26.576742 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-f1d4b314-31d6-4b1f-8fa1-e15f1df22156 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:26.578835 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-f1d4b314-31d6-4b1f-8fa1-e15f1df22156 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.42 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 946 time: 0.0609286 Aug 09 13:27:26.628280 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-acb3198c-725c-44f5-9640-3215ee4c197c req-320d1907-9003-455c-8d7f-ea08778ff6e0 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795124 Aug 09 13:27:26.636500 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5cdc1-a801-4748-bf9f-61f28e9ab856 req-b62f9bbe-fc8c-4b7a-b212-a340d5d97d64 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:26.638343 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ebc5cdc1-a801-4748-bf9f-61f28e9ab856 req-b62f9bbe-fc8c-4b7a-b212-a340d5d97d64 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0782635 Aug 09 13:27:26.710213 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ebc5cdc1-a801-4748-bf9f-61f28e9ab856 req-12f95713-3eb9-4d1a-a123-b42ffdddde79 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627127 Aug 09 13:27:26.756763 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-0aa06111-2264-4279-afac-b933a8262137 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Deleting port 713b9fe0-5401-475e-b33b-1241e207f228 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:27:26.757101 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-0aa06111-2264-4279-afac-b933a8262137 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:26.866229 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-0aa06111-2264-4279-afac-b933a8262137 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] For port 713b9fe0-5401-475e-b33b-1241e207f228, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=713b9fe0-5401-475e-b33b-1241e207f228,segment=NetworkSegment(74c311b6-baf4-44b6-89f3-b9f52fca6dae),segment_id=74c311b6-baf4-44b6-89f3-b9f52fca6dae)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:26.866495 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-0aa06111-2264-4279-afac-b933a8262137 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:26.884972 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-0aa06111-2264-4279-afac-b933a8262137 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Calling delete_port for 713b9fe0-5401-475e-b33b-1241e207f228 owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:27:27.034348 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-0aa06111-2264-4279-afac-b933a8262137 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:27.049223 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['713b9fe0-5401-475e-b33b-1241e207f228'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:27:27.086222 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa06111-2264-4279-afac-b933a8262137 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Pushing event deleted for resources: {'Port': ['ID=713b9fe0-5401-475e-b33b-1241e207f228,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:27.137444 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-0aa06111-2264-4279-afac-b933a8262137 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] No DVR routers for this DVR port 713b9fe0-5401-475e-b33b-1241e207f228 on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:27:27.140072 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-0aa06111-2264-4279-afac-b933a8262137 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:27.142222 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-783087e2-c0bd-4bce-a30f-f29913e5185c req-0aa06111-2264-4279-afac-b933a8262137 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.42 "DELETE /v2.0/ports/713b9fe0-5401-475e-b33b-1241e207f228 HTTP/1.1" status: 204 len: 173 time: 0.5476935 Aug 09 13:27:27.142817 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c788793b-2d1b-430e-b94b-51939c0477c8', 'name': 'network-vif-deleted', 'tag': '713b9fe0-5401-475e-b33b-1241e207f228'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:27.145381 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57708ff-0fa5-49bc-acf4-febf197d3731" -d '{"events": [{"server_uuid": "c788793b-2d1b-430e-b94b-51939c0477c8", "name": "network-vif-deleted", "tag": "713b9fe0-5401-475e-b33b-1241e207f228"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:27.215633 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d9218-8001-40d6-a4d0-4a2e720c68d4 req-3823bcb5-b69f-4df4-8ac3-b0a1c408caa6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:27.217376 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-936d9218-8001-40d6-a4d0-4a2e720c68d4 req-3823bcb5-b69f-4df4-8ac3-b0a1c408caa6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1105249 Aug 09 13:27:27.259191 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef4e55-7151-4817-8e9f-8e7e74170daf req-ea6aec6c-5445-4551-b629-70fe180127dd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:27.261420 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-56ef4e55-7151-4817-8e9f-8e7e74170daf req-ea6aec6c-5445-4551-b629-70fe180127dd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.1178830 Aug 09 13:27:27.299459 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-936d9218-8001-40d6-a4d0-4a2e720c68d4 req-eca5fb37-8577-459f-825a-6d2ac538ed9b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740774 Aug 09 13:27:27.351434 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-56ef4e55-7151-4817-8e9f-8e7e74170daf req-14353643-84d9-45b9-b4da-f73840760eb5 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719070 Aug 09 13:27:27.369234 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e669073-596e-4f66-8c4b-4c9c150c6ae5 x-openstack-request-id: req-9e669073-596e-4f66-8c4b-4c9c150c6ae5 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:27.369234 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c788793b-2d1b-430e-b94b-51939c0477c8", "name": "network-vif-deleted", "tag": "713b9fe0-5401-475e-b33b-1241e207f228", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:27.369234 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e669073-596e-4f66-8c4b-4c9c150c6ae5 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:27.369234 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c788793b-2d1b-430e-b94b-51939c0477c8', 'name': 'network-vif-deleted', 'tag': '713b9fe0-5401-475e-b33b-1241e207f228', 'status': 'completed', 'code': 200} Aug 09 13:27:27.555082 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de62b89-3db9-44dc-8cf6-b38be06af226 req-f2a0a570-be9c-410f-9ca1-fe06d4a3ebf0 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:27.558885 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1de62b89-3db9-44dc-8cf6-b38be06af226 req-f2a0a570-be9c-410f-9ca1-fe06d4a3ebf0 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.0813093 Aug 09 13:27:27.652879 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d4634fe8-5097-48ae-bbdc-add9e49242f2 req-d54cc0f9-be57-4e70-8ddb-e0eaf38a3300 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=c788793b-2d1b-430e-b94b-51939c0477c8 HTTP/1.1" status: 200 len: 210 time: 0.0407960 Aug 09 13:27:27.655863 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1de62b89-3db9-44dc-8cf6-b38be06af226 req-7a06e355-7f04-41de-a120-e6c93da9ac01 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7fc2d28-b020-4cfc-8601-10d84cd3235d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918965 Aug 09 13:27:27.741110 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-83268305-9f49-4733-8128-8d894f532455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:27.742809 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-83268305-9f49-4733-8128-8d894f532455 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 1099 time: 0.0765774 Aug 09 13:27:27.869025 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-cf6269cf-30c8-49f8-99c0-733039799c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:27.871283 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-cf6269cf-30c8-49f8-99c0-733039799c0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 200 len: 912 time: 0.1192937 Aug 09 13:27:27.977527 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-04bd41b7-76e0-42f9-a2ca-31af6836067d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139b1fd9-9070-424a-b060-0e1cb8395dc0 HTTP/1.1" status: 200 len: 1002 time: 0.0743358 Aug 09 13:27:28.055131 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-267c9118-ebf5-4891-989c-14a32e7b1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:28.056979 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-267c9118-ebf5-4891-989c-14a32e7b1517 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deee3343-13d4-4428-b960-47c7a74f85e9 HTTP/1.1" status: 200 len: 850 time: 0.0687869 Aug 09 13:27:28.125483 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-4a89cef1-714d-45f2-b7e8-f412fbe2a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:28.127771 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-4a89cef1-714d-45f2-b7e8-f412fbe2a126 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1213056-cd70-44c3-b463-5d2c8e45ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579281 Aug 09 13:27:28.134070 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033e04b-5c9f-4ace-b4bd-fa6180c7ea46 req-7d63e8b7-7224-4691-a8d1-3a2092613e23 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:28.135580 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9033e04b-5c9f-4ace-b4bd-fa6180c7ea46 req-7d63e8b7-7224-4691-a8d1-3a2092613e23 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.4072266 Aug 09 13:27:28.143437 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-f708f399-c6bb-4db1-afb0-ea912b95173a tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:28.144834 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-f708f399-c6bb-4db1-afb0-ea912b95173a tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 945 time: 0.4258704 Aug 09 13:27:28.237989 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-92acd19a-3801-45bf-bb9b-f3402bc4522c service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955129 Aug 09 13:27:28.246273 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157c232-d2fa-4dce-a061-4ef15b66d2ab req-d03fabcd-3901-4bb2-b63d-5c61a279033d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:28.247723 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3157c232-d2fa-4dce-a061-4ef15b66d2ab req-d03fabcd-3901-4bb2-b63d-5c61a279033d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.4464028 Aug 09 13:27:28.263439 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9033e04b-5c9f-4ace-b4bd-fa6180c7ea46 req-0ee4f77b-6115-423f-a03c-3341329f191f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159060 Aug 09 13:27:28.314611 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3157c232-d2fa-4dce-a061-4ef15b66d2ab req-8d525007-9156-4175-8b54-e53b25648890 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593472 Aug 09 13:27:28.323096 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-c8a31842-de41-4f4f-8e94-84897cd47131 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Deleting port 03f9ee04-cb35-439d-add5-1517d716ffdb {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:27:28.323436 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-c8a31842-de41-4f4f-8e94-84897cd47131 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:28.354680 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3f53e503-d9fc-4ad5-99ed-8d6fffa41e4e req-f0c504fc-f59a-4384-a072-b4c220bece0f service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077633 Aug 09 13:27:28.451469 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45067-d5a8-41a5-a8a5-e761d56ab7d9 req-1a303413-bbd2-4548-a77b-8541b24a47f5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:28.452811 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-61b45067-d5a8-41a5-a8a5-e761d56ab7d9 req-1a303413-bbd2-4548-a77b-8541b24a47f5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.1118593 Aug 09 13:27:28.503902 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-c8a31842-de41-4f4f-8e94-84897cd47131 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] For port 03f9ee04-cb35-439d-add5-1517d716ffdb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=03f9ee04-cb35-439d-add5-1517d716ffdb,segment=NetworkSegment(1af4cb54-8e84-4ae6-b171-9824a4e57791),segment_id=1af4cb54-8e84-4ae6-b171-9824a4e57791)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:28.504252 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-c8a31842-de41-4f4f-8e94-84897cd47131 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:28.526972 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-c8a31842-de41-4f4f-8e94-84897cd47131 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Calling delete_port for 03f9ee04-cb35-439d-add5-1517d716ffdb owned by compute:nova {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:27:28.545309 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-61b45067-d5a8-41a5-a8a5-e761d56ab7d9 req-0bcb2e2a-f77c-41ef-b660-7ec63e441e59 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692213 Aug 09 13:27:28.557840 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c99e0-d476-4ec7-b540-33d93e8cfe20 req-0c67f3ad-5405-4e11-a773-1553b06b90af tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:28.559314 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ea0c99e0-d476-4ec7-b540-33d93e8cfe20 req-0c67f3ad-5405-4e11-a773-1553b06b90af tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.1258664 Aug 09 13:27:28.635911 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ea0c99e0-d476-4ec7-b540-33d93e8cfe20 req-675ea615-d73e-4f9e-a6ca-013289065f0c tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492349 Aug 09 13:27:28.785547 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-c8a31842-de41-4f4f-8e94-84897cd47131 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:28.883640 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7d72e04d-4237-41a9-ba81-b01d2bdb86a0 req-ae86ae6d-04a9-416f-88b4-92debdf6f84f tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 210 time: 0.0395031 Aug 09 13:27:28.922016 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a31842-de41-4f4f-8e94-84897cd47131 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Pushing event deleted for resources: {'Port': ['ID=03f9ee04-cb35-439d-add5-1517d716ffdb,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:28.971464 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-c8a31842-de41-4f4f-8e94-84897cd47131 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] No DVR routers for this DVR port 03f9ee04-cb35-439d-add5-1517d716ffdb on host hv-cinder-78729 {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:27:28.976564 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-c8a31842-de41-4f4f-8e94-84897cd47131 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:28.979179 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-749fa221-62fe-47ff-ad1a-291d13d7fcdd req-c8a31842-de41-4f4f-8e94-84897cd47131 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.42 "DELETE /v2.0/ports/03f9ee04-cb35-439d-add5-1517d716ffdb HTTP/1.1" status: 204 len: 173 time: 0.8218865 Aug 09 13:27:28.979685 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65998424-a049-4384-83ed-893c9e11848a', 'name': 'network-vif-deleted', 'tag': '03f9ee04-cb35-439d-add5-1517d716ffdb'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:28.982455 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c189a93-f546-4abd-88de-99fd3ca159be" -d '{"events": [{"server_uuid": "65998424-a049-4384-83ed-893c9e11848a", "name": "network-vif-deleted", "tag": "03f9ee04-cb35-439d-add5-1517d716ffdb"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:29.052215 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764ed42f-e589-4e5f-a6d1-43218f0c5d31 x-openstack-request-id: req-764ed42f-e589-4e5f-a6d1-43218f0c5d31 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:29.052606 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65998424-a049-4384-83ed-893c9e11848a", "name": "network-vif-deleted", "tag": "03f9ee04-cb35-439d-add5-1517d716ffdb", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:29.052906 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-764ed42f-e589-4e5f-a6d1-43218f0c5d31 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:29.053317 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65998424-a049-4384-83ed-893c9e11848a', 'name': 'network-vif-deleted', 'tag': '03f9ee04-cb35-439d-add5-1517d716ffdb', 'status': 'completed', 'code': 200} Aug 09 13:27:29.456138 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18639774-f9ee-4f18-87c2-1cc0d207ed0b req-45648b7f-d0ed-48ec-8b3f-180726c87eba tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:29.466561 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-18639774-f9ee-4f18-87c2-1cc0d207ed0b req-45648b7f-d0ed-48ec-8b3f-180726c87eba tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1068497 Aug 09 13:27:29.531250 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-18639774-f9ee-4f18-87c2-1cc0d207ed0b req-528a0b58-7d16-4468-b722-7eda8e71b1bf tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527050 Aug 09 13:27:29.589940 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-49b2ad6c-ff68-4311-9259-5a866eaafea5 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443342129&fields=id&tenant_id=02b3fbef9c64440990404d220d564388 HTTP/1.1" status: 200 len: 267 time: 0.0460401 Aug 09 13:27:29.735844 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32906240-f44d-4eef-a20c-af2e976bc8b2 req-b0d538ab-85b1-423a-956a-9412554fae87 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:29.738027 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-32906240-f44d-4eef-a20c-af2e976bc8b2 req-b0d538ab-85b1-423a-956a-9412554fae87 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0921414 Aug 09 13:27:29.750033 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff235-a484-4517-8284-919b3e0d4f26 req-f7430a02-7cfc-4168-9498-b374c3b312ad tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:29.751695 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-f7430a02-7cfc-4168-9498-b374c3b312ad tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 812 time: 0.1608198 Aug 09 13:27:29.779294 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-e5b64655-c045-4346-95b1-eaf4533fbeaf tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/quotas/02b3fbef9c64440990404d220d564388 HTTP/1.1" status: 200 len: 375 time: 0.0197377 Aug 09 13:27:29.807511 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-32906240-f44d-4eef-a20c-af2e976bc8b2 req-4fa01da0-4a87-4bcc-8a74-357e39c7372c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541055 Aug 09 13:27:29.865770 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-ef5b2e08-df3e-4ea6-b560-5522db618fe9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760412 Aug 09 13:27:30.006602 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad1a78-93b2-4913-b1f9-05b97bb2c6c1 req-450a4a91-bbb1-4bda-bc37-a48e5e569608 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:30.008011 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-40ad1a78-93b2-4913-b1f9-05b97bb2c6c1 req-450a4a91-bbb1-4bda-bc37-a48e5e569608 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.1052635 Aug 09 13:27:30.030424 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-3b1e44e9-d887-4737-ae22-2facb2e16421 service neutron] 10.222.0.32 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548839 Aug 09 13:27:30.109311 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-40ad1a78-93b2-4913-b1f9-05b97bb2c6c1 req-da76cc0c-1228-4361-afc3-af40933e3351 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910070 Aug 09 13:27:30.186122 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-60b25f66-b2dd-4a37-a180-362bd2307230 service neutron] 10.222.0.32 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477535 Aug 09 13:27:30.244911 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0aacd0bb-e2ca-47f6-bdc8-68b1e359c35f req-825d55ac-440e-4a22-8078-589e94ff1406 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 210 time: 0.0475876 Aug 09 13:27:30.333480 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 03f9ee04-cb35-439d-add5-1517d716ffdb no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:27:30.381671 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 03f9ee04-cb35-439d-add5-1517d716ffdb {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:27:30.382360 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 03f9ee04-cb35-439d-add5-1517d716ffdb not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:27:30.383993 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 713b9fe0-5401-475e-b33b-1241e207f228 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:27:30.419370 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 713b9fe0-5401-475e-b33b-1241e207f228 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:27:30.419715 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 713b9fe0-5401-475e-b33b-1241e207f228 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:27:30.664062 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-97970581-6fbe-42ea-83a9-397e239cc4d3 req-00284306-b7d4-4ccc-8ef5-ba0528a6f19e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 210 time: 0.0547593 Aug 09 13:27:30.721370 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab88b-d7fd-4990-b25a-905e7518f62b req-08e5e33e-ac79-4a56-aab9-a16f57099488 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:30.722446 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-043ab88b-d7fd-4990-b25a-905e7518f62b req-08e5e33e-ac79-4a56-aab9-a16f57099488 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0731492 Aug 09 13:27:30.782292 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-043ab88b-d7fd-4990-b25a-905e7518f62b req-8a3f16d1-78db-4603-89e3-2e6fe0947d78 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493250 Aug 09 13:27:30.961530 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589266e-7b51-46f7-83fb-d95d3f4e4367 req-b94f1479-da9c-4c9b-8423-92fe1a24a920 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:30.969039 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8589266e-7b51-46f7-83fb-d95d3f4e4367 req-b94f1479-da9c-4c9b-8423-92fe1a24a920 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0680521 Aug 09 13:27:31.014577 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8589266e-7b51-46f7-83fb-d95d3f4e4367 req-2ff023d5-d689-4194-bd99-844d8e2af285 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Aug 09 13:27:31.287463 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab68465-8f7f-4d51-96dd-4b59de25ebf5 req-f03a7b3d-2173-4d01-8a73-d04fd2d5c234 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:31.289263 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0ab68465-8f7f-4d51-96dd-4b59de25ebf5 req-f03a7b3d-2173-4d01-8a73-d04fd2d5c234 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.0623188 Aug 09 13:27:31.335523 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0ab68465-8f7f-4d51-96dd-4b59de25ebf5 req-dac1d031-d6c9-4acf-b049-0115dd65ee58 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403225 Aug 09 13:27:31.384863 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:27:31.431982 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6d1a6cc4-f0d8-4391-a71a-9b4d25b68303 req-d0e4b640-7b1e-426c-9a2b-e72cb5191a38 tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 210 time: 0.0504799 Aug 09 13:27:31.767086 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8a8fb52f-035b-40ad-8c75-96527edde29a req-16ffee97-f782-4440-883d-c0dabebb48e5 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 210 time: 0.0287933 Aug 09 13:27:32.150544 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a48ea-7ad9-4111-bb84-320aa83b4f07 req-b6aa032c-df0d-47d9-b758-b88e1adf1c3f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:32.152470 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d14a48ea-7ad9-4111-bb84-320aa83b4f07 req-b6aa032c-df0d-47d9-b758-b88e1adf1c3f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0590346 Aug 09 13:27:32.202425 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d14a48ea-7ad9-4111-bb84-320aa83b4f07 req-b2584260-9300-4ab7-b2a5-c496e1dbac60 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423100 Aug 09 13:27:32.497528 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363e550-533d-4fca-945c-eea869c6468f req-afd83209-6739-45aa-b9eb-c45ddccf6bc2 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:32.501025 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7363e550-533d-4fca-945c-eea869c6468f req-afd83209-6739-45aa-b9eb-c45ddccf6bc2 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.0562768 Aug 09 13:27:32.577601 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7363e550-533d-4fca-945c-eea869c6468f req-48bcf525-257b-457f-ba1d-ef70f540e219 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636592 Aug 09 13:27:32.711014 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-309072cb-3550-4412-83e3-824e347910ac req-010c7a9f-1f74-459e-a44d-415e1c8be44d tempest-AttachVolumeNegativeTest-2132453124 tempest-AttachVolumeNegativeTest-2132453124-project] 10.222.0.32 "GET /v2.0/ports?device_id=65998424-a049-4384-83ed-893c9e11848a HTTP/1.1" status: 200 len: 210 time: 0.0326579 Aug 09 13:27:32.912082 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2915df4a-f8ad-4c80-af74-95b0ee0ffdff req-c184540f-ec83-46eb-bab0-b3da53c51c78 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 210 time: 0.0454168 Aug 09 13:27:33.338244 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af5b78-6dd1-4f78-a235-9c57c4de8f08 req-2a49d8bc-88dd-433f-aaa5-4c9d90ca8460 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:33.344065 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a6af5b78-6dd1-4f78-a235-9c57c4de8f08 req-2a49d8bc-88dd-433f-aaa5-4c9d90ca8460 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0486119 Aug 09 13:27:33.387247 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a6af5b78-6dd1-4f78-a235-9c57c4de8f08 req-ea7492be-979d-43ff-bf98-744c3eb80c59 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 Aug 09 13:27:33.562731 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff235-a484-4517-8284-919b3e0d4f26 req-f800d353-cb51-4c56-aadc-874db37fa80f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:33.564200 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-f800d353-cb51-4c56-aadc-874db37fa80f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 812 time: 0.1030297 Aug 09 13:27:33.635710 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-768d10e2-0fbd-41e7-a980-69154f190669 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02b3fbef9c64440990404d220d564388 HTTP/1.1" status: 200 len: 379 time: 0.0531237 Aug 09 13:27:33.650512 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'port': {'device_id': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'admin_state_up': True, 'tenant_id': '02b3fbef9c64440990404d220d564388', 'security_groups': ['471e72a2-ea60-4a67-b143-294e3d4fe600']}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:33.684240 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-e6123a46-8a28-42f6-8c9a-50655a9d288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:33.686649 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-e6123a46-8a28-42f6-8c9a-50655a9d288a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0667653 Aug 09 13:27:33.786889 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 54568) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:33.789290 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85c71e-b3c8-44d3-9ab1-3435502b1a1b req-a77ad53c-177b-4ae4-b5b1-8f164f2a5e23 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:33.791050 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3a85c71e-b3c8-44d3-9ab1-3435502b1a1b req-a77ad53c-177b-4ae4-b5b1-8f164f2a5e23 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.1232605 Aug 09 13:27:33.821568 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-38367a2f-19dc-49b1-b0ee-3c803c39110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:33.823145 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-38367a2f-19dc-49b1-b0ee-3c803c39110c service neutron] 10.222.0.42 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 917 time: 0.1292479 Aug 09 13:27:33.860704 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3a85c71e-b3c8-44d3-9ab1-3435502b1a1b req-50e6cba1-bda4-44e3-89e4-c6c1aa52f401 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626662 Aug 09 13:27:33.871528 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Made reservation on behalf of 02b3fbef9c64440990404d220d564388 for: {'port': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:27:33.875805 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:33.878253 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cf95df-286a-4605-877f-388638e7b6ec admin admin] Deleting subnet f323395f-83b4-42af-94ca-fccc9587251a {{(pid=93362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:27:33.882503 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f7cf95df-286a-4605-877f-388638e7b6ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:33.923524 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-7e5d353d-d4c9-4071-b3ed-0de52b7521de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec HTTP/1.1" status: 200 len: 1000 time: 0.0919867 Aug 09 13:27:33.927269 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f7cf95df-286a-4605-877f-388638e7b6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8290839'] for subnet, precommit_delete_associations {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.000783 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-c508e942-5353-4f99-ac44-fd665d936a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:34.002328 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-c508e942-5353-4f99-ac44-fd665d936a23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 200 len: 855 time: 0.0532150 Aug 09 13:27:34.010009 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f7cf95df-286a-4605-877f-388638e7b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.013044 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-92a7721c-76e0-4d54-80dd-79560cd459b7 req-c91d6355-b65b-4a77-80bd-c41ff04747d0 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 210 time: 0.0294297 Aug 09 13:27:34.040392 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Allocated IP 172.20.0.14 (0dfbca08-fde6-4869-a0f6-6dff4a4b98a4/5dc09771-11b7-4846-b592-a96a92999a89/969da80d-70d2-4b67-9d36-26f021290e37) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:27:34.084017 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-33c27c28-247b-408f-893e-8c68e21748a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:34.085486 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-33c27c28-247b-408f-893e-8c68e21748a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733635 Aug 09 13:27:34.104103 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f7cf95df-286a-4605-877f-388638e7b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8150796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5055701'] for subnet, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.182267 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf95df-286a-4605-877f-388638e7b6ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f323395f-83b4-42af-94ca-fccc9587251a,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:34.185751 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f7cf95df-286a-4605-877f-388638e7b6ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.188738 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f7cf95df-286a-4605-877f-388638e7b6ec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f323395f-83b4-42af-94ca-fccc9587251a HTTP/1.1" status: 204 len: 168 time: 0.4007783 Aug 09 13:27:34.191003 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 54572) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:34.203417 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.230621 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-baaae3c2-1b30-42e1-99ea-de565b131671 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360545 Aug 09 13:27:34.254512 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Transition to ACTIVE for port object 969da80d-70d2-4b67-9d36-26f021290e37 will not be triggered until provisioned by entity DHCP. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:27:34.303800 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.310021 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:27:34.334565 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-09aeac48-7dbe-4f14-9c10-0728b66b5011 req-6b587c4c-1eec-4ad0-b080-d44410b1d2ff service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924191 Aug 09 13:27:34.344866 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.366939 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:27:34.371570 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:27:34.376061 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:27:34.382571 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'Port': ['ID=969da80d-70d2-4b67-9d36-26f021290e37,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:34.434310 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:34.457302 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'port_id': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'mac_address': 'fa:16:3e:95:4f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:27:34.513043 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.526393 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:34.527058 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.535369 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:27:34.539662 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.560134 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411f565d-fdbf-45ae-9e1a-bcfb25c5eeea']}} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:34.561113 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:34.572993 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-fb728608-6fff-4d4c-864f-875154a1441d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9271121 Aug 09 13:27:34.574644 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af4cb54-8e84-4ae6-b171-9824a4e57791') {'for_net_delete': True} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:34.574959 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af4cb54-8e84-4ae6-b171-9824a4e57791') {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:34.575727 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.591739 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Request body: {'port': {'device_id': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:34.601386 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d23c72-2ef8-4388-8918-242875beeee2 req-37f87752-dbd5-4745-a8e7-e976dd9021e2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:34.602915 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a9d23c72-2ef8-4388-8918-242875beeee2 req-37f87752-dbd5-4745-a8e7-e976dd9021e2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.1183538 Aug 09 13:27:34.604812 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4973669'] for segment, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.628105 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-507cb38f-9321-4d1d-bdb3-8c626a2e6986 None None] Provisioning for port 969da80d-70d2-4b67-9d36-26f021290e37 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:27:34.645072 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-507cb38f-9321-4d1d-bdb3-8c626a2e6986 None None] Provisioning complete for port 969da80d-70d2-4b67-9d36-26f021290e37 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:34.645734 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-507cb38f-9321-4d1d-bdb3-8c626a2e6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.648052 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:34.654644 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.669258 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:27:34.669420 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808494'] for segment, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: Traceback (most recent call last): Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: timer() Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: cb(*args, **kw) Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: return func(*args, **kwargs) Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: self._notify() Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: self.callback(batched_events) Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: event.method(event) Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: return f(self, *a, **k) Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._get(url).json() Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: return self.request(url, 'GET', **kwargs) Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:27:34.671180 dv-cinder-787296-4-iscsi neutron-server[93361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:27:34.681041 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.681559 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.682051 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.682675 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.683137 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.683578 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.683971 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.684513 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.684956 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.685382 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.685772 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.687030 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:27:34.708556 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-507cb38f-9321-4d1d-bdb3-8c626a2e6986 None None] Port 969da80d-70d2-4b67-9d36-26f021290e37 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:27:34.748693 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a9d23c72-2ef8-4388-8918-242875beeee2 req-5de0b319-45b7-406f-a061-2f98d10c436c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198242 Aug 09 13:27:34.752770 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.768553 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.796443 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:34.798318 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/411f565d-fdbf-45ae-9e1a-bcfb25c5eeea HTTP/1.1" status: 204 len: 168 time: 0.6062098 Aug 09 13:27:34.811065 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692be78-5241-46f7-9bd9-68b728b94dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=411f565d-fdbf-45ae-9e1a-bcfb25c5eeea,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:34.863769 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['ed19bd8a-bee3-469e-a6a9-b9946b7e46d3'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:27:35.037359 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c310c2a2-b981-4ce9-9fcc-55dd3569e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:35.050253 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 54594) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:35.067157 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c25fe5-7029-4733-ab91-973893f72a9d req-22dc8a02-3d2e-4fcf-b56d-f7ed18c664ba tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:35.068851 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-18c25fe5-7029-4733-ab91-973893f72a9d req-22dc8a02-3d2e-4fcf-b56d-f7ed18c664ba tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 945 time: 0.1263869 Aug 09 13:27:35.101065 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e7b50aa3-35a9-42e8-9f6f-c30f8eb2b107 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c4e955dcef94acdb8e6a526d1dd49fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485759 Aug 09 13:27:35.103484 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 54596) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:35.154315 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fd540224-191a-4eb1-9271-852604aaaaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:35.169011 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-18c25fe5-7029-4733-ab91-973893f72a9d req-5688cb43-64e4-4a6a-8ece-56e4e9d70f3f tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924206 Aug 09 13:27:35.176218 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fd540224-191a-4eb1-9271-852604aaaaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:35.210392 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04253255-6bc7-4dc7-ac13-33a30ac0ac0b req-ff92c967-8a90-4476-b57d-7b5e7e1bdd4e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:35.211975 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-04253255-6bc7-4dc7-ac13-33a30ac0ac0b req-ff92c967-8a90-4476-b57d-7b5e7e1bdd4e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 932 time: 0.1051037 Aug 09 13:27:35.225122 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969da80d-70d2-4b67-9d36-26f021290e37 {{(pid=93361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:27:35.225550 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fd540224-191a-4eb1-9271-852604aaaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:35.228056 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-fd540224-191a-4eb1-9271-852604aaaaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:35.229274 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-fd540224-191a-4eb1-9271-852604aaaaf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7fc2d28-b020-4cfc-8601-10d84cd3235d HTTP/1.1" status: 204 len: 168 time: 0.1246457 Aug 09 13:27:35.237949 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd540224-191a-4eb1-9271-852604aaaaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fc2d28-b020-4cfc-8601-10d84cd3235d,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:35.244860 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:35.270490 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Transition to ACTIVE for port object 969da80d-70d2-4b67-9d36-26f021290e37 will not be triggered until provisioned by entity L2. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:27:35.274190 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-04253255-6bc7-4dc7-ac13-33a30ac0ac0b req-c1fe6344-8a0b-43e4-9b56-93b9badaab2e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538862 Aug 09 13:27:35.275531 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:35.324263 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Pushing event updated for resources: {'Port': ['ID=969da80d-70d2-4b67-9d36-26f021290e37,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:35.401913 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Attempting to bind port 969da80d-70d2-4b67-9d36-26f021290e37 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:27:35.402334 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Attempting to bind port 969da80d-70d2-4b67-9d36-26f021290e37 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:27:35.402839 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Attempting to bind port 969da80d-70d2-4b67-9d36-26f021290e37 on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:27:35.407519 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Port 969da80d-70d2-4b67-9d36-26f021290e37 on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:27:35.408005 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Attempting to bind port 969da80d-70d2-4b67-9d36-26f021290e37 on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:27:35.413396 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:27:35.413738 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Checking segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:27:35.414128 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Bound using segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:27:35.414559 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Bound port: 969da80d-70d2-4b67-9d36-26f021290e37, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'}}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:27:35.414941 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:35.489353 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] For port 969da80d-70d2-4b67-9d36-26f021290e37, host hv-cinder-78729, cleared binding levels {{(pid=93361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:27:35.493137 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] For port 969da80d-70d2-4b67-9d36-26f021290e37, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=969da80d-70d2-4b67-9d36-26f021290e37,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:27:35.498414 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:35.529422 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:35.530094 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:35.531389 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] 10.222.0.42 "PUT /v2.0/ports/969da80d-70d2-4b67-9d36-26f021290e37 HTTP/1.1" status: 200 len: 1094 time: 0.9470465 Aug 09 13:27:35.533847 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'tag': '969da80d-70d2-4b67-9d36-26f021290e37'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:35.536306 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c19f523-0436-47dc-95a0-a861b9553352" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c55282-3ab7-4229-8d97-652c2df40c1c", "tag": "969da80d-70d2-4b67-9d36-26f021290e37"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:35.566226 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd858b6-6cd4-4bc7-8347-feb62b1d049f service neutron] Pushing event updated for resources: {'Port': ['ID=969da80d-70d2-4b67-9d36-26f021290e37,revision_number=3']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:35.585110 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1811a92a-c1b6-47be-9419-8928a3e834ab x-openstack-request-id: req-1811a92a-c1b6-47be-9419-8928a3e834ab {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:35.585398 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c55282-3ab7-4229-8d97-652c2df40c1c", "tag": "969da80d-70d2-4b67-9d36-26f021290e37", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:35.585646 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1811a92a-c1b6-47be-9419-8928a3e834ab {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:35.586042 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'tag': '969da80d-70d2-4b67-9d36-26f021290e37', 'status': 'completed', 'code': 200} Aug 09 13:27:35.872769 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83aec2-f2ef-4f17-944a-868b4c4ddb83 req-648a4494-6e13-4d39-86d8-4b1324393cab tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:35.874300 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ea83aec2-f2ef-4f17-944a-868b4c4ddb83 req-648a4494-6e13-4d39-86d8-4b1324393cab tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0503933 Aug 09 13:27:35.913107 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ea83aec2-f2ef-4f17-944a-868b4c4ddb83 req-7b421fe9-6b28-4830-b4fb-69b638f2a70e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Aug 09 13:27:36.287672 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04da76a-727b-473e-b4b5-cb41f9fa0687 req-5d1d0ba1-0073-413e-af70-5551ad5786e1 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:36.289194 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c04da76a-727b-473e-b4b5-cb41f9fa0687 req-5d1d0ba1-0073-413e-af70-5551ad5786e1 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 945 time: 0.0510006 Aug 09 13:27:36.332535 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c04da76a-727b-473e-b4b5-cb41f9fa0687 req-19d083c8-aacd-418d-b3a1-6fa87ab4e36e tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370452 Aug 09 13:27:36.466029 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f687af-3099-43a6-bc78-1915ced0c0df req-00616975-bbf8-440a-8a88-b945a0b1a6f1 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:36.466729 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-50f687af-3099-43a6-bc78-1915ced0c0df req-00616975-bbf8-440a-8a88-b945a0b1a6f1 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 944 time: 0.0534015 Aug 09 13:27:36.510295 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-50f687af-3099-43a6-bc78-1915ced0c0df req-7ee50428-c95e-435d-8fb3-99301e452349 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361738 Aug 09 13:27:37.039162 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7fd1-51b8-4329-9274-94ee03953492 req-8f9198d3-6937-44c9-90fe-55f7cab50df6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:37.040931 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-38bc7fd1-51b8-4329-9274-94ee03953492 req-8f9198d3-6937-44c9-90fe-55f7cab50df6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 945 time: 0.0490060 Aug 09 13:27:37.079295 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-38bc7fd1-51b8-4329-9274-94ee03953492 req-7ab8783e-340f-4b6f-8967-da7672c59b1c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324252 Aug 09 13:27:37.469233 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09a496-33a0-4710-adeb-5140375cc433 req-31bb904c-d22f-4e00-9244-8fd8672a5c24 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:37.470701 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ed09a496-33a0-4710-adeb-5140375cc433 req-31bb904c-d22f-4e00-9244-8fd8672a5c24 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 945 time: 0.0578792 Aug 09 13:27:37.516845 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ed09a496-33a0-4710-adeb-5140375cc433 req-99a5f2fd-2b69-4e72-b204-e045b004f575 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371559 Aug 09 13:27:37.559503 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-408e77ed-e2c3-4879-af77-5d6a3c07ef10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:37.617101 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 27f79434-8bac-4fce-abd9-f4bb6e7f5cec no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:27:37.634198 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510ed21-13c8-4261-81dd-28ce7162bbcc req-9e11b159-4fa8-4a85-9588-4a8f75a671d3 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:37.635597 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1510ed21-13c8-4261-81dd-28ce7162bbcc req-9e11b159-4fa8-4a85-9588-4a8f75a671d3 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 944 time: 0.0532005 Aug 09 13:27:37.659204 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:37.700958 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1510ed21-13c8-4261-81dd-28ce7162bbcc req-54df7c51-9312-4823-8fa3-031e4f9b3f3d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581574 Aug 09 13:27:37.701498 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-98f588de-2a94-4444-8d7a-d326d3081748 req-4d7b2dbd-4eda-44df-bd02-d977027ea2ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399098 Aug 09 13:27:37.714398 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f523-0436-47dc-95a0-a861b9553352 req-13a3fe40-8336-4c44-b688-5197dc6531b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:37.715866 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c19f523-0436-47dc-95a0-a861b9553352 req-13a3fe40-8336-4c44-b688-5197dc6531b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 1097 time: 0.0552692 Aug 09 13:27:37.723755 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:37.747983 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:37.750331 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa78405-3819-4a1d-afc6-2fe950385fe2" -d '{"events": [{"server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "name": "network-vif-unplugged", "status": "completed", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:37.789842 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:37.797246 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:37.809455 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f588de-2a94-4444-8d7a-d326d3081748 req-554db1d1-b856-4e8a-ab27-62b062e1d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:37.811464 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-98f588de-2a94-4444-8d7a-d326d3081748 req-554db1d1-b856-4e8a-ab27-62b062e1d5f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 1099 time: 0.0618532 Aug 09 13:27:37.823457 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef226919-9956-4e6e-9b9d-a56f2993d5bd x-openstack-request-id: req-ef226919-9956-4e6e-9b9d-a56f2993d5bd {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:37.823766 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "name": "network-vif-unplugged", "status": "completed", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:37.824022 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef226919-9956-4e6e-9b9d-a56f2993d5bd {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:37.824435 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'code': 200} Aug 09 13:27:37.859925 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=8']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:37.865597 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f523-0436-47dc-95a0-a861b9553352 req-71ddf2f1-f6a5-4cfb-876b-057fc184e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:37.867520 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c19f523-0436-47dc-95a0-a861b9553352 req-71ddf2f1-f6a5-4cfb-876b-057fc184e2d1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=02b3fbef9c64440990404d220d564388&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1429427 Aug 09 13:27:37.903080 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:37.940742 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f588de-2a94-4444-8d7a-d326d3081748 req-6c15d362-622d-46b0-96ab-01314809685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:37.942374 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-98f588de-2a94-4444-8d7a-d326d3081748 req-6c15d362-622d-46b0-96ab-01314809685b service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 200 len: 920 time: 0.1082520 Aug 09 13:27:37.989393 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-98f588de-2a94-4444-8d7a-d326d3081748 req-5ce6308d-1406-4e23-912e-2261bc201e6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=045349e9-4c31-4e20-9a1f-1f60774c79da HTTP/1.1" status: 200 len: 217 time: 0.0382495 Aug 09 13:27:38.036214 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f523-0436-47dc-95a0-a861b9553352 req-b96b6818-6155-4d03-b3d3-d9a4e94a342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:38.037746 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c19f523-0436-47dc-95a0-a861b9553352 req-b96b6818-6155-4d03-b3d3-d9a4e94a342d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566405 Aug 09 13:27:38.043162 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f588de-2a94-4444-8d7a-d326d3081748 req-f1686bb1-75d1-4c78-a0db-c03f52d560ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:38.044125 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-98f588de-2a94-4444-8d7a-d326d3081748 req-f1686bb1-75d1-4c78-a0db-c03f52d560ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 200 len: 859 time: 0.0453618 Aug 09 13:27:38.076716 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-98f588de-2a94-4444-8d7a-d326d3081748 req-ae0760b0-4d34-4428-a48f-b528236e88d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbb703b2-d4e6-48a1-9843-a63156de0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251760 Aug 09 13:27:38.079503 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-048e5ceb-8a45-44fe-90d2-b922b669c535 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:38.080998 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-048e5ceb-8a45-44fe-90d2-b922b669c535 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/networks?id=067d46ea-38d8-4976-becd-437060601703 HTTP/1.1" status: 200 len: 812 time: 0.1339531 Aug 09 13:27:38.120910 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-804b2574-39f8-420a-97ea-52b4ef30fb4e tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/quotas/2e58e3a0aa444c778690ec3718f06725 HTTP/1.1" status: 200 len: 375 time: 0.0280709 Aug 09 13:27:38.137054 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff235-a484-4517-8284-919b3e0d4f26 req-2040acbf-16c8-44a8-aea2-446c4f130694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:38.139692 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-2040acbf-16c8-44a8-aea2-446c4f130694 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 1097 time: 0.0540237 Aug 09 13:27:38.174299 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-f17c8db1-c8bb-4ed9-bbf4-3d571e14de80 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e58e3a0aa444c778690ec3718f06725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329504 Aug 09 13:27:38.177817 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-98f588de-2a94-4444-8d7a-d326d3081748 req-0dcc7ef1-81c9-4126-875c-94c84dd4f4c9 service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922890 Aug 09 13:27:38.279742 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-98f588de-2a94-4444-8d7a-d326d3081748 req-737f3f42-9bab-43c2-8c5c-9187bece9c9e service neutron] 10.222.0.42 "GET /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932374 Aug 09 13:27:38.460655 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-3ec70cd1-b880-41e4-a494-8aba7acd15c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=969da80d-70d2-4b67-9d36-26f021290e37 HTTP/1.1" status: 200 len: 217 time: 0.3082802 Aug 09 13:27:38.582601 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff235-a484-4517-8284-919b3e0d4f26 req-4780740e-87a9-4795-a288-b6d04eeead1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:38.584108 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-4780740e-87a9-4795-a288-b6d04eeead1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0770569 Aug 09 13:27:38.593610 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ce3a-6d6d-4722-872d-58430dbf864c req-77da9388-ead5-4668-8be3-c01c2a0a15e6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:38.594955 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-73e3ce3a-6d6d-4722-872d-58430dbf864c req-77da9388-ead5-4668-8be3-c01c2a0a15e6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.4233177 Aug 09 13:27:38.630191 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-1d32dd50-73a5-40da-9fd7-7b8925bab358 service neutron] 10.222.0.32 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844060 Aug 09 13:27:38.727051 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-73e3ce3a-6d6d-4722-872d-58430dbf864c req-a8feff78-492f-46d2-a4b7-e30e167b7c80 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232772 Aug 09 13:27:38.740702 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff235-a484-4517-8284-919b3e0d4f26 req-8bfe691e-6324-4f41-b3f7-5bda34a53efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:38.742226 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-8bfe691e-6324-4f41-b3f7-5bda34a53efe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1360240 Aug 09 13:27:38.768052 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:38.824431 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-43719f5d-14d1-4068-9c83-be5c6583d1fb service neutron] 10.222.0.32 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781585 Aug 09 13:27:38.873503 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-c05b0874-8500-46d0-b8ed-9add38efccc6 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157794 Aug 09 13:27:39.008515 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-670ff235-a484-4517-8284-919b3e0d4f26 req-54312c2e-b949-42a0-b34d-21d8072b8d80 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202722 Aug 09 13:27:39.038812 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4ab39-e034-4849-849b-6d1d5f07d48c req-26be5dc6-2190-4f21-9871-bc8579f978da tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:39.048642 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3cd4ab39-e034-4849-849b-6d1d5f07d48c req-26be5dc6-2190-4f21-9871-bc8579f978da tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 945 time: 0.0916615 Aug 09 13:27:39.118063 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3cd4ab39-e034-4849-849b-6d1d5f07d48c req-acf6a148-82de-4de4-a9ea-8fad2ae60299 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681875 Aug 09 13:27:39.134271 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f489e-137a-49cd-b2d3-3a8eb54bc042 req-e6b2419f-0ebd-4208-8e87-3483820c95fb tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:39.135758 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f21f489e-137a-49cd-b2d3-3a8eb54bc042 req-e6b2419f-0ebd-4208-8e87-3483820c95fb tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 944 time: 0.0619297 Aug 09 13:27:39.210688 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f21f489e-137a-49cd-b2d3-3a8eb54bc042 req-fc755d65-269f-48ff-838b-f0175db5704d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676105 Aug 09 13:27:39.245426 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b686-26d2-4178-bf25-399f8c8f8b8d req-eccd38ae-c4d1-41b3-982a-f322e6babfd2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:39.247002 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fd27b686-26d2-4178-bf25-399f8c8f8b8d req-eccd38ae-c4d1-41b3-982a-f322e6babfd2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0689063 Aug 09 13:27:39.294350 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-06ffcf8e-4dfe-4aae-8a65-86e5deb737b1 req-6968280a-0032-4f36-8195-868923ea61fb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 210 time: 0.0351548 Aug 09 13:27:39.312204 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fd27b686-26d2-4178-bf25-399f8c8f8b8d req-887251e0-7776-48dc-bfc8-2483fbdfb744 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592501 Aug 09 13:27:39.636549 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:39.690895 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:27:39.694434 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:39.694805 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:39.773018 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:39.806903 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:39.811692 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:39.833733 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:39.835958 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dacc4a1-c5f1-40b8-9490-8591e8342d09" -d '{"events": [{"server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "name": "network-vif-plugged", "status": "completed", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:39.869788 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:39.876049 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895a57-9c0e-4aa6-bc6a-674189fda9a6 req-90ecc774-b008-483c-b470-4f235da8ee64 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:39.877951 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2c895a57-9c0e-4aa6-bc6a-674189fda9a6 req-90ecc774-b008-483c-b470-4f235da8ee64 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0610766 Aug 09 13:27:39.881921 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2412f5-b4e7-46b9-917e-0829bb082294 x-openstack-request-id: req-bc2412f5-b4e7-46b9-917e-0829bb082294 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:39.882322 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "name": "network-vif-plugged", "status": "completed", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:39.882570 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc2412f5-b4e7-46b9-917e-0829bb082294 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:39.882951 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'code': 200} Aug 09 13:27:39.916468 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2c895a57-9c0e-4aa6-bc6a-674189fda9a6 req-48abf806-5cd8-4a2c-81d4-f2f40629f913 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315962 Aug 09 13:27:40.199991 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:40.238944 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6257a95-41a0-4a08-9a35-10e0594dd6ea req-4fe26e0b-2ed9-4fef-8e07-7cd315969a96 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:40.241032 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d6257a95-41a0-4a08-9a35-10e0594dd6ea req-4fe26e0b-2ed9-4fef-8e07-7cd315969a96 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0506697 Aug 09 13:27:40.281752 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d6257a95-41a0-4a08-9a35-10e0594dd6ea req-1867ef43-98c9-4e96-b59f-fdf4c1f69aa9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339670 Aug 09 13:27:40.383885 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fd615-3738-46aa-a89c-224ca0f7da32 req-b44965d8-8d8b-4535-a7e8-aa1b769ade51 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:40.385391 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-244fd615-3738-46aa-a89c-224ca0f7da32 req-b44965d8-8d8b-4535-a7e8-aa1b769ade51 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 944 time: 0.0639532 Aug 09 13:27:40.405058 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-44088bdf-866d-4ff8-a304-cce6ebe9e7b4 req-e854b096-9e47-4d84-978c-19cce11adfca tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 210 time: 0.0421431 Aug 09 13:27:40.438371 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-244fd615-3738-46aa-a89c-224ca0f7da32 req-cf712b31-50b1-4ca3-8e5c-250b3ede0288 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355213 Aug 09 13:27:40.510754 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1465-bd37-4503-bc42-c66b6948f5fe req-fc1cb80f-3f81-4bf1-bf49-8dd2f52f0479 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:40.512212 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f1da1465-bd37-4503-bc42-c66b6948f5fe req-fc1cb80f-3f81-4bf1-bf49-8dd2f52f0479 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0482934 Aug 09 13:27:40.553354 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f1da1465-bd37-4503-bc42-c66b6948f5fe req-89ba0dcf-37d0-41c3-85b5-de11794983e4 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350218 Aug 09 13:27:40.638869 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ec4e2-ac4c-46da-b51a-2d87d41fa769 req-dbc2eb43-d3cc-4fb1-a298-2aacda4c1824 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:40.640649 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1a3ec4e2-ac4c-46da-b51a-2d87d41fa769 req-dbc2eb43-d3cc-4fb1-a298-2aacda4c1824 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0498152 Aug 09 13:27:40.680873 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1a3ec4e2-ac4c-46da-b51a-2d87d41fa769 req-017a8791-0821-46cf-9b64-a65903bb9e18 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328238 Aug 09 13:27:40.991551 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 54768) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:41.085001 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-6d7957dc-a370-47ce-88bf-df46f8d31280 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918875 Aug 09 13:27:41.401874 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535374e-96e3-45f4-afef-7a918476374f req-69471e77-8f1e-4969-bcf1-8c3397c90db2 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:41.403389 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f535374e-96e3-45f4-afef-7a918476374f req-69471e77-8f1e-4969-bcf1-8c3397c90db2 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0534458 Aug 09 13:27:41.441473 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f535374e-96e3-45f4-afef-7a918476374f req-6d610ac1-2893-4667-8c69-e2f51e0bb558 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Aug 09 13:27:41.502828 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-90969209-e1e0-4d00-98ac-bea380e64a7e req-1d62e39b-664c-4fa7-b871-ce8425547106 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 210 time: 0.0312374 Aug 09 13:27:41.569725 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7d99e-b079-4fbc-9295-3b1881ec7724 req-9917c7fa-bbf3-4d59-a0bb-ec0aedae8b43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:41.571737 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b0c7d99e-b079-4fbc-9295-3b1881ec7724 req-9917c7fa-bbf3-4d59-a0bb-ec0aedae8b43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 944 time: 0.0645721 Aug 09 13:27:41.612768 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b0c7d99e-b079-4fbc-9295-3b1881ec7724 req-42684176-962e-46e2-bcd5-7bedeffecd33 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346494 Aug 09 13:27:41.674881 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95323f1-d743-4a47-a1d3-09ffc764bc85 req-60e55fed-1b2f-4e88-8033-dbfd0798ff6d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:41.676405 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e95323f1-d743-4a47-a1d3-09ffc764bc85 req-60e55fed-1b2f-4e88-8033-dbfd0798ff6d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0480392 Aug 09 13:27:41.718232 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e95323f1-d743-4a47-a1d3-09ffc764bc85 req-cd61d2f0-5bc3-42d5-b5f3-678577e52321 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359840 Aug 09 13:27:41.799474 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e6e45-2014-4f01-9017-82a88f7d3f1e req-37e28ce5-c114-4c03-9e05-dc7c6fe26d3c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:41.801293 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e50e6e45-2014-4f01-9017-82a88f7d3f1e req-37e28ce5-c114-4c03-9e05-dc7c6fe26d3c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0503988 Aug 09 13:27:41.841175 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e50e6e45-2014-4f01-9017-82a88f7d3f1e req-631dd5f6-2f5e-43bc-b8be-0fa9f64e37e2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323746 Aug 09 13:27:42.568971 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8f667-1b8e-49cd-be5c-1c440ed48983 req-6652985f-1d78-4e0e-95eb-1d73569461d6 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:42.570863 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f3f8f667-1b8e-49cd-be5c-1c440ed48983 req-6652985f-1d78-4e0e-95eb-1d73569461d6 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0515275 Aug 09 13:27:42.613588 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9f6fcddb-b6f6-43f1-9b73-bb7de9746355 req-54616446-8f79-4cf6-9410-7967eacc8df0 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 210 time: 0.0414138 Aug 09 13:27:42.638179 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f3f8f667-1b8e-49cd-be5c-1c440ed48983 req-ea9697c0-9c0f-42c6-b2b0-7b8702320cce tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568080 Aug 09 13:27:42.796414 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e087edb-8779-4bd9-9239-7fb95080501b req-2a0e656a-1666-4cc6-bc4c-3f4e7d277bd0 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:42.804084 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9e087edb-8779-4bd9-9239-7fb95080501b req-2a0e656a-1666-4cc6-bc4c-3f4e7d277bd0 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 944 time: 0.0917706 Aug 09 13:27:42.857427 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-d4851d5c-e0f6-4300-81e5-3d5212bc47ad tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:42.858909 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-d4851d5c-e0f6-4300-81e5-3d5212bc47ad tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.42 "GET /v2.0/networks?id=067d46ea-38d8-4976-becd-437060601703 HTTP/1.1" status: 200 len: 812 time: 0.1983144 Aug 09 13:27:42.883781 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe3b5d-1784-41dd-b46b-d15ba8fb04ce req-899980e0-f78b-40fa-b471-228f473cbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:42.885512 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-c4fe3b5d-1784-41dd-b46b-d15ba8fb04ce req-899980e0-f78b-40fa-b471-228f473cbb5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0470862 Aug 09 13:27:42.890410 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Request body: {'port': {'device_id': 'a1ad0e70-3a25-4b72-826c-5018a6e55fd1', 'network_id': '067d46ea-38d8-4976-becd-437060601703', 'admin_state_up': True, 'tenant_id': '2e58e3a0aa444c778690ec3718f06725'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:42.924969 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9e087edb-8779-4bd9-9239-7fb95080501b req-7effc9c4-6f9f-4906-8746-40f26f811cda tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175389 Aug 09 13:27:42.936180 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-c4fe3b5d-1784-41dd-b46b-d15ba8fb04ce req-dcc68f31-5f6a-4ef0-ad59-619f3bb9c52e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392606 Aug 09 13:27:42.981947 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ccce3-209e-4b34-ac38-848e977bea51 req-eb6fe6aa-5a6b-4b7e-8339-662700afd0b0 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:42.983412 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b46ccce3-209e-4b34-ac38-848e977bea51 req-eb6fe6aa-5a6b-4b7e-8339-662700afd0b0 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1540794 Aug 09 13:27:43.084061 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b46ccce3-209e-4b34-ac38-848e977bea51 req-3334e3ea-f4a5-4fba-aff0-c8ba4d4d7251 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870783 Aug 09 13:27:43.093540 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55380-5a34-45cb-adf2-5c88f2eba4d0 req-9fe881b3-dc9d-4370-a434-23d7dca9a8f0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:43.095179 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a7a55380-5a34-45cb-adf2-5c88f2eba4d0 req-9fe881b3-dc9d-4370-a434-23d7dca9a8f0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.1084983 Aug 09 13:27:43.116174 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Made reservation on behalf of 2e58e3a0aa444c778690ec3718f06725 for: {'port': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:27:43.119519 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:43.155150 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a7a55380-5a34-45cb-adf2-5c88f2eba4d0 req-77e34cc1-37cb-44e5-a019-e18ee1a6a38a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526819 Aug 09 13:27:43.263667 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Allocated IP 172.20.0.9 (067d46ea-38d8-4976-becd-437060601703/f80e715a-d953-4f5f-a7ad-b9d813668e97/369c9763-6981-4bac-92dd-de9823176385) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:27:43.414876 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:43.457820 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:43.504460 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Network 067d46ea-38d8-4976-becd-437060601703 is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:27:43.509483 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:27:43.512453 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:27:43.539523 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Pushing event updated for resources: {'Port': ['ID=369c9763-6981-4bac-92dd-de9823176385,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:43.570749 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:43.571406 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:43.587017 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-3d312d0b-7f44-4b7d-b39e-8f57f50bbafb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7011652 Aug 09 13:27:43.611204 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Request body: {'port': {'device_id': 'a1ad0e70-3a25-4b72-826c-5018a6e55fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:43.655577 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 27f79434-8bac-4fce-abd9-f4bb6e7f5cec no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:27:43.667337 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:43.848974 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6735d4-a75e-48f3-a416-430a458f7559 req-263b48f3-c383-4543-8829-2cfaaeee4633 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:43.850474 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7d6735d4-a75e-48f3-a416-430a458f7559 req-263b48f3-c383-4543-8829-2cfaaeee4633 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 931 time: 0.1502833 Aug 09 13:27:43.914277 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0b7b9-54d3-4144-9a6c-37a44abe1c9c req-ed0c639a-add2-4483-b350-f177d2c245ea tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:43.915768 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-30c0b7b9-54d3-4144-9a6c-37a44abe1c9c req-ed0c639a-add2-4483-b350-f177d2c245ea tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.1850216 Aug 09 13:27:43.978018 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7d6735d4-a75e-48f3-a416-430a458f7559 req-498321fb-41c8-4268-b184-39e8feff2538 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204767 Aug 09 13:27:43.991115 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-30c0b7b9-54d3-4144-9a6c-37a44abe1c9c req-ecfcc516-53e5-41d8-a523-d206972714c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657585 Aug 09 13:27:44.064898 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-83d724e7-ec02-4a2b-8d94-f420dc6a6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.066862 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-83d724e7-ec02-4a2b-8d94-f420dc6a6455 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4&tenant_id=2d007ab2baac405f996ece03b238a621 HTTP/1.1" status: 200 len: 1096 time: 0.0855575 Aug 09 13:27:44.082805 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369c9763-6981-4bac-92dd-de9823176385 {{(pid=93361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:27:44.093179 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:44.135740 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Transition to ACTIVE for port object 369c9763-6981-4bac-92dd-de9823176385 will not be triggered until provisioned by entity L2. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:27:44.140134 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-841bc116-3366-447d-a104-c280508b1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.141907 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-841bc116-3366-447d-a104-c280508b1a12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0423861 Aug 09 13:27:44.143395 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:44.183977 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc0ed-9aa0-4e8f-a004-75fd24f2df09 req-ad5ace40-2c2d-4cb3-a5a3-de6c5462025e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.185462 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0d2bc0ed-9aa0-4e8f-a004-75fd24f2df09 req-ad5ace40-2c2d-4cb3-a5a3-de6c5462025e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 944 time: 0.0952351 Aug 09 13:27:44.246838 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-b292fb32-2142-4685-b146-abf423684520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.248209 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Pushing event updated for resources: {'Port': ['ID=369c9763-6981-4bac-92dd-de9823176385,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:44.248514 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-b292fb32-2142-4685-b146-abf423684520 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 917 time: 0.0936294 Aug 09 13:27:44.318838 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0d2bc0ed-9aa0-4e8f-a004-75fd24f2df09 req-d4eb7e06-bdda-4650-8e87-d561ddf69fe5 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221917 Aug 09 13:27:44.323576 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-ead375cf-9062-4d20-b59c-34b7d6807933 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec HTTP/1.1" status: 200 len: 998 time: 0.0614693 Aug 09 13:27:44.329155 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a477de-4939-4cd0-8d27-ce08fb904b2b req-ff0120b1-3ef8-4e7e-8a8c-8f682d963137 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.330596 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d7a477de-4939-4cd0-8d27-ce08fb904b2b req-ff0120b1-3ef8-4e7e-8a8c-8f682d963137 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.1584320 Aug 09 13:27:44.386279 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Attempting to bind port 369c9763-6981-4bac-92dd-de9823176385 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:27:44.386617 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Attempting to bind port 369c9763-6981-4bac-92dd-de9823176385 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '74c311b6-baf4-44b6-89f3-b9f52fca6dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '067d46ea-38d8-4976-becd-437060601703'}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:27:44.386938 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Attempting to bind port 369c9763-6981-4bac-92dd-de9823176385 on network 067d46ea-38d8-4976-becd-437060601703 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:27:44.391391 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d7a477de-4939-4cd0-8d27-ce08fb904b2b req-09d279e9-f52f-40a2-bc6e-d11153fab3f8 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528145 Aug 09 13:27:44.394620 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Port 369c9763-6981-4bac-92dd-de9823176385 on network 067d46ea-38d8-4976-becd-437060601703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:27:44.394869 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Attempting to bind port 369c9763-6981-4bac-92dd-de9823176385 on network 067d46ea-38d8-4976-becd-437060601703 {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:27:44.400918 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-57474492-e508-4650-91f0-19b1a57ba2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.402439 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-57474492-e508-4650-91f0-19b1a57ba2b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 200 len: 855 time: 0.0635936 Aug 09 13:27:44.403364 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:27:44.403833 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Checking segment: {'id': '74c311b6-baf4-44b6-89f3-b9f52fca6dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '067d46ea-38d8-4976-becd-437060601703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:27:44.404226 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Bound using segment: {'id': '74c311b6-baf4-44b6-89f3-b9f52fca6dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '067d46ea-38d8-4976-becd-437060601703'} {{(pid=93361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:27:44.404691 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.managers [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Bound port: 369c9763-6981-4bac-92dd-de9823176385, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c311b6-baf4-44b6-89f3-b9f52fca6dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '067d46ea-38d8-4976-becd-437060601703'}}] {{(pid=93361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:27:44.405059 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:44.467701 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-7e28493a-9d85-4bf3-946a-1b9346408412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.469333 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-7e28493a-9d85-4bf3-946a-1b9346408412 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453000 Aug 09 13:27:44.522170 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d896e-910b-4fa7-8d34-e4885f5bd187 req-fa067e20-ff0a-44fe-a01c-1f8a9fc89366 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.523758 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-560d896e-910b-4fa7-8d34-e4885f5bd187 req-fa067e20-ff0a-44fe-a01c-1f8a9fc89366 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0805101 Aug 09 13:27:44.526624 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] For port 369c9763-6981-4bac-92dd-de9823176385, host hv-cinder-78729, cleared binding levels {{(pid=93361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:27:44.530053 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] For port 369c9763-6981-4bac-92dd-de9823176385, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=369c9763-6981-4bac-92dd-de9823176385,segment=NetworkSegment(74c311b6-baf4-44b6-89f3-b9f52fca6dae),segment_id=74c311b6-baf4-44b6-89f3-b9f52fca6dae)] {{(pid=93361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:27:44.539553 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:44.568821 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.569458 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:44.571082 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] 10.222.0.42 "PUT /v2.0/ports/369c9763-6981-4bac-92dd-de9823176385 HTTP/1.1" status: 200 len: 1093 time: 0.9665501 Aug 09 13:27:44.575575 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-5a8dce97-f41b-4aa4-af22-46297ef2f667 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964091 Aug 09 13:27:44.591743 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ad0e70-3a25-4b72-826c-5018a6e55fd1', 'tag': '369c9763-6981-4bac-92dd-de9823176385'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:44.594321 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ad0e70-3a25-4b72-826c-5018a6e55fd1", "tag": "369c9763-6981-4bac-92dd-de9823176385"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:44.621812 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-560d896e-910b-4fa7-8d34-e4885f5bd187 req-07caba43-27cf-4151-803a-5b24db6f2032 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903997 Aug 09 13:27:44.655125 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2421d081-9a3b-4189-a811-852dc1eaddbc x-openstack-request-id: req-2421d081-9a3b-4189-a811-852dc1eaddbc {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:44.655439 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ad0e70-3a25-4b72-826c-5018a6e55fd1", "tag": "369c9763-6981-4bac-92dd-de9823176385", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:44.655648 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2421d081-9a3b-4189-a811-852dc1eaddbc {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:44.656033 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ad0e70-3a25-4b72-826c-5018a6e55fd1', 'tag': '369c9763-6981-4bac-92dd-de9823176385', 'status': 'completed', 'code': 200} Aug 09 13:27:44.674321 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c79c5-093d-429b-9d6e-9acf4b5eb706 service neutron] Pushing event updated for resources: {'Port': ['ID=369c9763-6981-4bac-92dd-de9823176385,revision_number=3']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:44.680381 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-2b971a3a-fb9c-4057-8996-697a76ed996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.681885 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-2b971a3a-fb9c-4057-8996-697a76ed996f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e58e3a0aa444c778690ec3718f06725&device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0636826 Aug 09 13:27:44.723417 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-240f6f66-3115-432a-ae56-e21cd1edfe1c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.724939 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-240f6f66-3115-432a-ae56-e21cd1edfe1c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.42 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 946 time: 0.0763381 Aug 09 13:27:44.728653 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-dc179fea-b607-456b-9f5f-a4a1b95e2d42 req-3266e96c-858b-4e15-8e23-082341ece6f3 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285050 Aug 09 13:27:44.734879 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-0f4e26ea-f29f-41a2-bc19-654f2dbb0483 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=369c9763-6981-4bac-92dd-de9823176385 HTTP/1.1" status: 200 len: 217 time: 0.0365822 Aug 09 13:27:44.805507 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-521eda1f-12a1-4830-8d16-6ca24404d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:44.807007 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-521eda1f-12a1-4830-8d16-6ca24404d384 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f80e715a-d953-4f5f-a7ad-b9d813668e97 HTTP/1.1" status: 200 len: 852 time: 0.0558279 Aug 09 13:27:44.845549 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-64ab3d1a-b40d-4005-850f-005dfd4ac482 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Deleting port 045349e9-4c31-4e20-9a1f-1f60774c79da {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:27:44.845968 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-64ab3d1a-b40d-4005-850f-005dfd4ac482 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:44.847172 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-9a91686a-3df0-4525-a109-6e75c49ebf12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d46ea-38d8-4976-becd-437060601703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278327 Aug 09 13:27:44.940010 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-64ab3d1a-b40d-4005-850f-005dfd4ac482 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] For port 045349e9-4c31-4e20-9a1f-1f60774c79da, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=045349e9-4c31-4e20-9a1f-1f60774c79da,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:44.940477 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-64ab3d1a-b40d-4005-850f-005dfd4ac482 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:44.943719 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-4bed7f60-a072-4015-abb6-c50a7a16f452 service neutron] 10.222.0.42 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879333 Aug 09 13:27:44.954280 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-64ab3d1a-b40d-4005-850f-005dfd4ac482 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Calling delete_port for 045349e9-4c31-4e20-9a1f-1f60774c79da owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:27:45.117988 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-64ab3d1a-b40d-4005-850f-005dfd4ac482 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:45.129891 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-259b9581-4d6f-41ef-a05a-efb5ec7b4d03 req-ee5ed49c-b0ec-4a9d-ad8b-98a07a20cf88 service neutron] 10.222.0.42 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737721 Aug 09 13:27:45.133499 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['045349e9-4c31-4e20-9a1f-1f60774c79da', '085470da-f1fe-4d18-9cd4-b16bd9ced76c'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:27:45.155710 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b462c6-f0d2-41ed-8190-74ec5f782e2e req-f690bfe4-10e9-4378-8293-32dfcebb85ba tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:45.163104 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-45b462c6-f0d2-41ed-8190-74ec5f782e2e req-f690bfe4-10e9-4378-8293-32dfcebb85ba tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.1003687 Aug 09 13:27:45.163341 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab3d1a-b40d-4005-850f-005dfd4ac482 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Pushing event deleted for resources: {'Port': ['ID=045349e9-4c31-4e20-9a1f-1f60774c79da,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:45.181410 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56205b-18b2-494b-81a7-9319ae2b8e1e req-31244956-0731-481c-8b6b-0c068f663c8d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:45.183049 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cb56205b-18b2-494b-81a7-9319ae2b8e1e req-31244956-0731-481c-8b6b-0c068f663c8d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.1048009 Aug 09 13:27:45.218721 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-64ab3d1a-b40d-4005-850f-005dfd4ac482 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] No DVR routers for this DVR port 045349e9-4c31-4e20-9a1f-1f60774c79da on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:27:45.222051 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-64ab3d1a-b40d-4005-850f-005dfd4ac482 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:45.224712 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-fc4fb38a-5b3d-4de5-9a6b-9ee7b78b9c99 req-64ab3d1a-b40d-4005-850f-005dfd4ac482 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.42 "DELETE /v2.0/ports/045349e9-4c31-4e20-9a1f-1f60774c79da HTTP/1.1" status: 204 len: 173 time: 0.4818513 Aug 09 13:27:45.225170 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2778816e-cafc-4c95-a6cb-ca4894585d3a', 'name': 'network-vif-deleted', 'tag': '045349e9-4c31-4e20-9a1f-1f60774c79da'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:45.227900 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d02c76-3782-4c16-bbb5-fff54d2ff076" -d '{"events": [{"server_uuid": "2778816e-cafc-4c95-a6cb-ca4894585d3a", "name": "network-vif-deleted", "tag": "045349e9-4c31-4e20-9a1f-1f60774c79da"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:45.274011 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-45b462c6-f0d2-41ed-8190-74ec5f782e2e req-98aef4ef-796e-47db-abe3-d1d51963b190 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097612 Aug 09 13:27:45.309970 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cb56205b-18b2-494b-81a7-9319ae2b8e1e req-c4253954-e134-4c10-b433-f80e4bb22bdb tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124129 Aug 09 13:27:45.330746 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d64fe07-88e4-4243-ab6f-6fb47047d3a7 x-openstack-request-id: req-9d64fe07-88e4-4243-ab6f-6fb47047d3a7 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:45.331149 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2778816e-cafc-4c95-a6cb-ca4894585d3a", "name": "network-vif-deleted", "tag": "045349e9-4c31-4e20-9a1f-1f60774c79da", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:45.331640 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d64fe07-88e4-4243-ab6f-6fb47047d3a7 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:45.332360 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2778816e-cafc-4c95-a6cb-ca4894585d3a', 'name': 'network-vif-deleted', 'tag': '045349e9-4c31-4e20-9a1f-1f60774c79da', 'status': 'completed', 'code': 200} Aug 09 13:27:45.378474 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d req-a38644f0-11f2-4a80-ac93-d266aed64d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:45.385979 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d req-a38644f0-11f2-4a80-ac93-d266aed64d0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e58e3a0aa444c778690ec3718f06725&device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1861908 Aug 09 13:27:45.571137 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd2715-ba4a-4113-946d-46ee6c07ef42 req-a828d4fc-1abd-4f49-8539-bb1630053552 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:45.572599 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1dcd2715-ba4a-4113-946d-46ee6c07ef42 req-a828d4fc-1abd-4f49-8539-bb1630053552 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0811117 Aug 09 13:27:45.583809 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a6a47-59ac-444b-a5ff-c990b9283452 req-6d0df4ec-3451-4262-99bd-450e353a168a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:45.585346 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8f5a6a47-59ac-444b-a5ff-c990b9283452 req-6d0df4ec-3451-4262-99bd-450e353a168a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 944 time: 0.1638436 Aug 09 13:27:45.618574 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d req-b82d461f-2c3f-4bb9-af48-0c4a162cad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:45.620064 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d req-b82d461f-2c3f-4bb9-af48-0c4a162cad27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d46ea-38d8-4976-becd-437060601703 HTTP/1.1" status: 200 len: 913 time: 0.2133441 Aug 09 13:27:45.672521 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1dcd2715-ba4a-4113-946d-46ee6c07ef42 req-deb3e34b-63dd-46c0-88c6-b4d924616234 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733564 Aug 09 13:27:45.680001 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 54878) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:45.682529 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8f5a6a47-59ac-444b-a5ff-c990b9283452 req-11dd58a1-983a-47cb-9e97-e948f9a873de tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802140 Aug 09 13:27:45.801211 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-33e55e05-b80e-457e-a642-b7583f2e7c63 req-c0837e8e-c04d-4d67-b9d9-924d224449fb tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0336840 Aug 09 13:27:45.887871 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f522c2f-b2fd-419e-b8fb-2db555993484 req-c8b9977f-797d-4624-ab9b-a2d9c6c29a67 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:45.889437 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6f522c2f-b2fd-419e-b8fb-2db555993484 req-c8b9977f-797d-4624-ab9b-a2d9c6c29a67 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0793309 Aug 09 13:27:45.905856 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd541607-72fe-4c7d-a776-a9d1165f1d71 tempest-TestShelveInstance-539327573 tempest-TestShelveInstance-539327573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:45.913950 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-fd541607-72fe-4c7d-a776-a9d1165f1d71 tempest-TestShelveInstance-539327573 tempest-TestShelveInstance-539327573-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 1094 time: 0.2300169 Aug 09 13:27:45.913950 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 54892) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:45.917009 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Request body: {'floatingip': {'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'port_id': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:27:45.942328 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for floatingip, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:45.950004 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6f522c2f-b2fd-419e-b8fb-2db555993484 req-7b145198-efff-4b27-97bd-bb7c280caaf0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484767 Aug 09 13:27:46.048129 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:46.189953 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Allocated IP 172.27.3.26 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/381f5cc2-fd4f-41ed-ab6d-03044a5099ac) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:27:46.240264 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 54898) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:46.296369 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:46.379409 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:46.401183 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7270ee7c-5b88-4135-9b46-d5ff60e5d02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:46.418347 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:27:46.421081 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:27:46.424494 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:27:46.433430 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82169fcc-aed7-4cf9-94f7-fac5cc5e2fd2 req-ecf30944-c034-426d-a3f4-f27da320eefa tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:46.440856 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-82169fcc-aed7-4cf9-94f7-fac5cc5e2fd2 req-ecf30944-c034-426d-a3f4-f27da320eefa tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0861745 Aug 09 13:27:46.460704 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event updated for resources: {'Port': ['ID=381f5cc2-fd4f-41ed-ab6d-03044a5099ac,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:46.490349 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-82169fcc-aed7-4cf9-94f7-fac5cc5e2fd2 req-f2aaf7e8-0733-441a-8596-d974a14d3f68 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483496 Aug 09 13:27:46.562120 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7270ee7c-5b88-4135-9b46-d5ff60e5d02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:46.568952 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7270ee7c-5b88-4135-9b46-d5ff60e5d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:46.614259 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-7270ee7c-5b88-4135-9b46-d5ff60e5d02f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfa6c7850cac41b0a1192e947882a467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727584 Aug 09 13:27:46.616708 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270ee7c-5b88-4135-9b46-d5ff60e5d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c09432-6d7d-46eb-afab-7bb5dd0186f1,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:46.618081 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 54904) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:46.755941 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-960eaf4d-2486-4405-accf-1a2b1912842b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:46.813297 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-960eaf4d-2486-4405-accf-1a2b1912842b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:46.819796 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d140ac-4ee5-44d8-8316-4892c83b299d req-9e0dfc25-162d-4b96-83ba-8d77dd635d43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:46.827563 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c3d140ac-4ee5-44d8-8316-4892c83b299d req-9e0dfc25-162d-4b96-83ba-8d77dd635d43 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 944 time: 0.0590000 Aug 09 13:27:46.863892 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c3d140ac-4ee5-44d8-8316-4892c83b299d req-2feb8cce-5977-4807-9d58-6e749f5cf359 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352218 Aug 09 13:27:46.916661 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fb6ca72b-6a64-4437-a502-cca5cb3c30cc req-1c3e2852-fafa-4766-bc53-f6c5b291bd9d tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0267437 Aug 09 13:27:47.077045 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239c97a-15e5-4de5-a489-4026c4f043a8 req-6d6f9aa5-0a20-452f-8be9-8e274886e5cd tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:47.078584 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9239c97a-15e5-4de5-a489-4026c4f043a8 req-6d6f9aa5-0a20-452f-8be9-8e274886e5cd tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0494227 Aug 09 13:27:47.121137 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9239c97a-15e5-4de5-a489-4026c4f043a8 req-7482b7c9-6cc4-4b3e-941d-c3988a82af6b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357244 Aug 09 13:27:47.135016 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:47.205964 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-960eaf4d-2486-4405-accf-1a2b1912842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:47.209003 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-960eaf4d-2486-4405-accf-1a2b1912842b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:47.210171 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-960eaf4d-2486-4405-accf-1a2b1912842b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22c09432-6d7d-46eb-afab-7bb5dd0186f1 HTTP/1.1" status: 204 len: 168 time: 0.5909953 Aug 09 13:27:47.212902 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:47.236775 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960eaf4d-2486-4405-accf-1a2b1912842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c09432-6d7d-46eb-afab-7bb5dd0186f1,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:47.383133 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:47.390795 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:47.466811 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event updated for resources: {'Port': ['ID=381f5cc2-fd4f-41ed-ab6d-03044a5099ac,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:47.476582 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:47.631732 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.l3_db [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Floating IP 97e42331-9b36-494f-a893-2f325ed7a92e associated. External IP: 172.27.3.26, port: ed19bd8a-bee3-469e-a6a9-b9946b7e46d3. Aug 09 13:27:47.636901 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88744c2-ebf9-4877-a5ff-2d0193c74650 req-b7b926a1-50f8-4dda-9b86-5044c884f2f6 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:47.638432 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e88744c2-ebf9-4877-a5ff-2d0193c74650 req-b7b926a1-50f8-4dda-9b86-5044c884f2f6 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0665722 Aug 09 13:27:47.669226 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 969da80d-70d2-4b67-9d36-26f021290e37 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:27:47.677994 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e88744c2-ebf9-4877-a5ff-2d0193c74650 req-201d7638-a4f9-4cc5-82d1-8386315518bc tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Aug 09 13:27:47.800883 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 969da80d-70d2-4b67-9d36-26f021290e37, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=969da80d-70d2-4b67-9d36-26f021290e37,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:47.825648 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '969da80d-70d2-4b67-9d36-26f021290e37', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'port_id': '969da80d-70d2-4b67-9d36-26f021290e37', 'mac_address': 'fa:16:3e:12:08:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:27:47.863284 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:47.876795 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969da80d-70d2-4b67-9d36-26f021290e37 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:27:47.903312 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:27:47.920671 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 969da80d-70d2-4b67-9d36-26f021290e37, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=969da80d-70d2-4b67-9d36-26f021290e37,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:47.929132 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:48.053984 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6024-c924-49fb-ba6f-3e551e57ef84 req-e0d703e9-3f57-42df-b175-931480a34cb4 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:48.055880 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-decd6024-c924-49fb-ba6f-3e551e57ef84 req-e0d703e9-3f57-42df-b175-931480a34cb4 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 945 time: 0.0680532 Aug 09 13:27:48.057499 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=969da80d-70d2-4b67-9d36-26f021290e37,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:48.065129 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:27:48.083760 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] Sync routers for ids ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:27:48.094262 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:48.100040 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] Routers {'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:27:48.101629 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:27:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:48.140872 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-d6c345bf-10f6-417b-9e8c-fcb733477cdd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2274153 Aug 09 13:27:48.141640 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:48.144696 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2cf311-27e1-4dc8-b590-1457848eb1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:48.157546 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-17f3a988-1740-4d56-8113-f0d33075aaa1 req-0cdbbf7f-8895-4184-80ba-d7d3b565384c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0405655 Aug 09 13:27:48.173683 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-decd6024-c924-49fb-ba6f-3e551e57ef84 req-04d90e97-da0e-4b23-bf5c-c826066a31a8 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089458 Aug 09 13:27:48.222130 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['969da80d-70d2-4b67-9d36-26f021290e37'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:27:48.250036 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87640a36-0d46-4098-aebf-923cc947c5f5 x-openstack-request-id: req-87640a36-0d46-4098-aebf-923cc947c5f5 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:48.250552 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:48.250552 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87640a36-0d46-4098-aebf-923cc947c5f5 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:48.250807 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'status': 'completed', 'code': 200} Aug 09 13:27:48.292134 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] Set router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:27:48.356681 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd14a2-3b16-4180-8cf8-4136a4d5c4bf req-04aeae81-0e67-4ec3-8506-90e94bf4f418 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:48.358212 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4fbd14a2-3b16-4180-8cf8-4136a4d5c4bf req-04aeae81-0e67-4ec3-8506-90e94bf4f418 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0852818 Aug 09 13:27:48.432952 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4fbd14a2-3b16-4180-8cf8-4136a4d5c4bf req-78aa378a-0a8d-467c-8265-3d47abbf867b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606399 Aug 09 13:27:48.606542 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:25Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '97e42331-9b36-494f-a893-2f325ed7a92e', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'port_id': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'mac_address': 'fa:16:3e:95:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:27:46Z', 'updated_at': '2021-08-09T13:27:46Z', 'revision_number': 0, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a26c3e-6490-46ea-a071-af297cb7e0e0', 'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'mac_address': 'fa:16:3e:de:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:24Z', 'updated_at': '2021-08-09T13:26:32Z', 'revision_number': 5, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'subnets': [{'id': '2f217d05-d326-4109-9dd0-827295805009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:48.646416 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] Checking router: df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:27:48.677233 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] Routers {'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:27:48.678255 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:27:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:48.796010 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] Set router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:27:48.798840 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353edd19-6462-4396-bb40-1fd55edb4eb1 req-944e95a1-fc64-47c9-9843-cf0604ab4490 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:48.800669 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-353edd19-6462-4396-bb40-1fd55edb4eb1 req-944e95a1-fc64-47c9-9843-cf0604ab4490 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0491641 Aug 09 13:27:48.853721 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-353edd19-6462-4396-bb40-1fd55edb4eb1 req-6789826a-818f-4a47-8386-11f44475f797 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 Aug 09 13:27:49.080810 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:25Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '97e42331-9b36-494f-a893-2f325ed7a92e', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'port_id': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'mac_address': 'fa:16:3e:95:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:27:46Z', 'updated_at': '2021-08-09T13:27:46Z', 'revision_number': 0, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a26c3e-6490-46ea-a071-af297cb7e0e0', 'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'mac_address': 'fa:16:3e:de:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:24Z', 'updated_at': '2021-08-09T13:26:32Z', 'revision_number': 5, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'subnets': [{'id': '2f217d05-d326-4109-9dd0-827295805009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:27:49.111465 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651378a5-8a6c-4104-9e44-1bf1e16126ba None None] The sync data for ids ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'] in dv-cinder-787296-4-iscsi is: [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:25Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '97e42331-9b36-494f-a893-2f325ed7a92e', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'port_id': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'mac_address': 'fa:16:3e:95:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:27:46Z', 'updated_at': '2021-08-09T13:27:46Z', 'revision_number': 0, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a26c3e-6490-46ea-a071-af297cb7e0e0', 'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'mac_address': 'fa:16:3e:de:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:24Z', 'updated_at': '2021-08-09T13:26:32Z', 'revision_number': 5, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'subnets': [{'id': '2f217d05-d326-4109-9dd0-827295805009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:27:49.340869 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a87cd8f9-b890-422c-9f1a-64d64cd34f4f req-9cca9284-723f-454a-89fb-9f0f6c8401f2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0582788 Aug 09 13:27:49.391273 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0df9f-b97c-4592-9dbc-9bfde4ee3116 req-95f09226-6950-49a4-9ada-eb66bc358558 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:49.392937 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-81d0df9f-b97c-4592-9dbc-9bfde4ee3116 req-95f09226-6950-49a4-9ada-eb66bc358558 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 945 time: 0.1477048 Aug 09 13:27:49.424593 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17712666-3fcd-4103-aa18-b742a6487fff None None] New status for floating IP 97e42331-9b36-494f-a893-2f325ed7a92e: ACTIVE {{(pid=93363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:27:49.691375 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 969da80d-70d2-4b67-9d36-26f021290e37 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:27:49.747142 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-81d0df9f-b97c-4592-9dbc-9bfde4ee3116 req-c238c7bc-5b53-45cf-a78f-53cc9242d21a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475239 Aug 09 13:27:49.753371 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 969da80d-70d2-4b67-9d36-26f021290e37 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:27:49.759345 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 969da80d-70d2-4b67-9d36-26f021290e37 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:27:49.759933 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:49.764173 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf6a9b-7ee3-4b48-869d-e6682606d862 req-d25ba159-0b70-4a64-9e57-3339dd094ea0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:49.766070 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-acbf6a9b-7ee3-4b48-869d-e6682606d862 req-d25ba159-0b70-4a64-9e57-3339dd094ea0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0746610 Aug 09 13:27:49.807847 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 54994) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:49.843998 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-acbf6a9b-7ee3-4b48-869d-e6682606d862 req-bfe4d541-6900-48f8-aa6b-da53e06e2821 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647731 Aug 09 13:27:49.862791 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:49.911777 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 969da80d-70d2-4b67-9d36-26f021290e37, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=969da80d-70d2-4b67-9d36-26f021290e37,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:27:49.913136 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969da80d-70d2-4b67-9d36-26f021290e37'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:27:49.916049 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b13cb5-d631-4c7b-a2de-851a928b7b59" -d '{"events": [{"server_uuid": "b2c55282-3ab7-4229-8d97-652c2df40c1c", "name": "network-vif-plugged", "status": "completed", "tag": "969da80d-70d2-4b67-9d36-26f021290e37"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:27:49.932254 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:49.947170 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 045349e9-4c31-4e20-9a1f-1f60774c79da no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:27:50.020542 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2001d347-bf44-405a-bc20-2309b1cc697a x-openstack-request-id: req-2001d347-bf44-405a-bc20-2309b1cc697a {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:27:50.021957 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c55282-3ab7-4229-8d97-652c2df40c1c", "name": "network-vif-plugged", "status": "completed", "tag": "969da80d-70d2-4b67-9d36-26f021290e37", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:27:50.023168 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2001d347-bf44-405a-bc20-2309b1cc697a {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:27:50.023936 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969da80d-70d2-4b67-9d36-26f021290e37', 'code': 200} Aug 09 13:27:50.028121 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 045349e9-4c31-4e20-9a1f-1f60774c79da {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:27:50.030133 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 045349e9-4c31-4e20-9a1f-1f60774c79da not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:27:50.044808 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e14b-ef68-436f-abf7-d8d62b2ba09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.065117 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd64f20-c42f-4a1a-bf36-c7843470e08d req-3c69a9a3-9149-4367-ab05-a8bf78b17c2e tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:50.068896 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ecd64f20-c42f-4a1a-bf36-c7843470e08d req-3c69a9a3-9149-4367-ab05-a8bf78b17c2e tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.1489542 Aug 09 13:27:50.093717 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=969da80d-70d2-4b67-9d36-26f021290e37,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:50.121243 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ecd64f20-c42f-4a1a-bf36-c7843470e08d req-e1472231-c312-49ee-b624-4864af62dee9 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440102 Aug 09 13:27:50.148865 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e14b-ef68-436f-abf7-d8d62b2ba09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.154945 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e14b-ef68-436f-abf7-d8d62b2ba09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.191747 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7e14b-ef68-436f-abf7-d8d62b2ba09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8afbf4-06d9-433c-94a5-0a767c8e34eb,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:50.196187 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-0ba7e14b-ef68-436f-abf7-d8d62b2ba09a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f762498eb21a49d78c180a3e6ff3dd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864937 Aug 09 13:27:50.198823 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55004) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:50.256575 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e62a215c-d8e7-4455-a2f9-2b0298f27793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.277551 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e62a215c-d8e7-4455-a2f9-2b0298f27793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.327084 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e62a215c-d8e7-4455-a2f9-2b0298f27793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.331594 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e62a215c-d8e7-4455-a2f9-2b0298f27793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.332980 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e62a215c-d8e7-4455-a2f9-2b0298f27793 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c8afbf4-06d9-433c-94a5-0a767c8e34eb HTTP/1.1" status: 204 len: 168 time: 0.1332130 Aug 09 13:27:50.341452 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a215c-d8e7-4455-a2f9-2b0298f27793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8afbf4-06d9-433c-94a5-0a767c8e34eb,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:50.474625 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-27940a8c-3d1b-4f0a-8687-b64b20dfab83 req-1a3ddf16-4f90-4485-9299-6e313bd6027c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0355186 Aug 09 13:27:50.654344 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55012) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:50.667769 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6cae65f3-c47c-4552-a573-25f0f6eb156e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.757826 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6cae65f3-c47c-4552-a573-25f0f6eb156e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.766303 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6cae65f3-c47c-4552-a573-25f0f6eb156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.808118 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-6cae65f3-c47c-4552-a573-25f0f6eb156e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3d9af83a89b4c22b1d58721941a6238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524756 Aug 09 13:27:50.810829 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55016) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:50.821577 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae65f3-c47c-4552-a573-25f0f6eb156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b485a35-be46-493f-b7f7-a4e3ef40870c,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:50.890536 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8810bccb-099c-4b40-b91b-2694f6a862f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.901418 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22589b6a-4f68-4b38-9dba-dbb232cc89c2 req-cff92885-9973-4699-a383-ab84cda99d97 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:50.902943 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-22589b6a-4f68-4b38-9dba-dbb232cc89c2 req-cff92885-9973-4699-a383-ab84cda99d97 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0512359 Aug 09 13:27:50.914911 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8810bccb-099c-4b40-b91b-2694f6a862f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.987083 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8810bccb-099c-4b40-b91b-2694f6a862f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.990609 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8810bccb-099c-4b40-b91b-2694f6a862f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:50.991754 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-8810bccb-099c-4b40-b91b-2694f6a862f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b485a35-be46-493f-b7f7-a4e3ef40870c HTTP/1.1" status: 204 len: 168 time: 0.1793685 Aug 09 13:27:50.996843 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-22589b6a-4f68-4b38-9dba-dbb232cc89c2 req-9ed4019f-ad47-4acd-9325-d30eaf5a7d89 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862463 Aug 09 13:27:51.013739 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810bccb-099c-4b40-b91b-2694f6a862f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b485a35-be46-493f-b7f7-a4e3ef40870c,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:51.027490 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead08b5-6d20-44a0-9c65-a00a7ec450b2 req-c9f59d32-fa24-448e-a07c-4dedb7abba11 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:51.036936 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7ead08b5-6d20-44a0-9c65-a00a7ec450b2 req-c9f59d32-fa24-448e-a07c-4dedb7abba11 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.1122732 Aug 09 13:27:51.071684 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7ead08b5-6d20-44a0-9c65-a00a7ec450b2 req-a4cd4fb1-2d21-432c-b850-2b8d014f1302 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335686 Aug 09 13:27:51.263986 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105c2d-3b36-482d-9bae-40af131301ab req-4a2ca099-04c6-412a-8c1c-b9da52dc5530 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:51.265555 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9e105c2d-3b36-482d-9bae-40af131301ab req-4a2ca099-04c6-412a-8c1c-b9da52dc5530 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0486066 Aug 09 13:27:51.307567 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9e105c2d-3b36-482d-9bae-40af131301ab req-45fb141a-a40a-44c9-8d3f-8200be82f8c3 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348566 Aug 09 13:27:51.588671 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d827522d-9935-46be-b50d-8a7b1a353d12 req-8e8a1772-7721-472f-8947-30a024c9c9b2 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0265698 Aug 09 13:27:52.174510 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eb7ef-04b0-42a9-b509-61e9c4546d7d req-fe845079-19d4-4193-9786-1a1e173b8f89 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:52.182447 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-983eb7ef-04b0-42a9-b509-61e9c4546d7d req-fe845079-19d4-4193-9786-1a1e173b8f89 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0819356 Aug 09 13:27:52.280130 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-983eb7ef-04b0-42a9-b509-61e9c4546d7d req-7210555d-ee81-432b-8743-a02f1373d2ce tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829158 Aug 09 13:27:52.300767 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39156e-2eff-43b5-acb7-cb0ad3821524 req-d74ace6e-a30f-4c0a-bfc9-127bd9dacf7b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:52.308092 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5e39156e-2eff-43b5-acb7-cb0ad3821524 req-d74ace6e-a30f-4c0a-bfc9-127bd9dacf7b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.1012485 Aug 09 13:27:52.368651 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5e39156e-2eff-43b5-acb7-cb0ad3821524 req-bebbbf2c-4a3a-4031-88c6-b0d7243e99cb tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595772 Aug 09 13:27:52.494162 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda2e9a-c603-4f59-8b5e-75f60cc8a1ee req-d8f2c6cd-a004-4630-8e90-fbb0a41d4f81 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:52.495996 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4cda2e9a-c603-4f59-8b5e-75f60cc8a1ee req-d8f2c6cd-a004-4630-8e90-fbb0a41d4f81 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0987856 Aug 09 13:27:52.537970 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4cda2e9a-c603-4f59-8b5e-75f60cc8a1ee req-c85e27df-8d2d-49f2-8d1b-92e81f17792f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Aug 09 13:27:52.708313 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b2bd606e-de78-402f-ab62-4306ad6225b1 req-4babba41-a4d6-4c95-be7d-e4f40daa78b4 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0327387 Aug 09 13:27:53.396756 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0a9f4-3cde-4085-bc0f-fe00e94f253b req-8f821df8-d2e1-48da-8dcb-5b07821352f7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:53.398878 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0cc0a9f4-3cde-4085-bc0f-fe00e94f253b req-8f821df8-d2e1-48da-8dcb-5b07821352f7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0540094 Aug 09 13:27:53.442889 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0cc0a9f4-3cde-4085-bc0f-fe00e94f253b req-9e94e8f3-2be7-4f9d-aaf6-29e1e59a8b6c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370429 Aug 09 13:27:53.539618 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133660c0-fc07-42f6-bfc3-6d3bc22b2bce req-f06d417b-a2aa-43af-8f4f-c210684b2d5c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:53.541953 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-133660c0-fc07-42f6-bfc3-6d3bc22b2bce req-f06d417b-a2aa-43af-8f4f-c210684b2d5c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0568416 Aug 09 13:27:53.584408 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-133660c0-fc07-42f6-bfc3-6d3bc22b2bce req-9dd2ba0d-d014-4435-9285-c1ca5ca6129e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331759 Aug 09 13:27:53.659892 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577640e-8908-453f-80aa-54c58cf8603a req-e71b174f-9cb4-444e-9be2-62bcb2f7d720 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:53.661753 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9577640e-8908-453f-80aa-54c58cf8603a req-e71b174f-9cb4-444e-9be2-62bcb2f7d720 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0552061 Aug 09 13:27:53.706245 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9577640e-8908-453f-80aa-54c58cf8603a req-f0b30b02-cb7a-4301-9070-1f86f76ec0d1 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380809 Aug 09 13:27:53.820665 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eb956ed2-b72b-4810-8af3-52845f05d61c req-f5e8be01-6dee-4e4a-9447-88f8fcc711e9 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0332263 Aug 09 13:27:54.579698 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1dd4a-7f4b-49da-bed4-b61c7c38c3da req-b0f805aa-5713-4c49-9586-3a14f6c0b101 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:54.582243 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-40d1dd4a-7f4b-49da-bed4-b61c7c38c3da req-b0f805aa-5713-4c49-9586-3a14f6c0b101 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0697780 Aug 09 13:27:54.622359 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-40d1dd4a-7f4b-49da-bed4-b61c7c38c3da req-f1173fbd-4ede-4b94-b467-ae903f3fad5c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339165 Aug 09 13:27:54.703113 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09168e-db07-48f9-854e-4eb5e546548f req-e580191a-58ae-4550-a0af-d41cd71fd73e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:54.704646 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3f09168e-db07-48f9-854e-4eb5e546548f req-e580191a-58ae-4550-a0af-d41cd71fd73e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0478663 Aug 09 13:27:54.745464 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3f09168e-db07-48f9-854e-4eb5e546548f req-ca14ac91-85c9-4839-8b43-2ec24ef8d381 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345256 Aug 09 13:27:54.852197 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ae8e6-552d-41bc-afee-28c2da81cb5a req-eab2227d-590f-4fe6-845b-0271f00c4624 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:54.853686 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f68ae8e6-552d-41bc-afee-28c2da81cb5a req-eab2227d-590f-4fe6-845b-0271f00c4624 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0528073 Aug 09 13:27:54.897181 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f68ae8e6-552d-41bc-afee-28c2da81cb5a req-51c69d7c-c779-4430-84ad-d9fe048b4f20 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335972 Aug 09 13:27:54.932931 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d01fa0ee-a57e-46e5-bd6c-cd36a983e845 req-7325acbf-fab8-42e2-b73a-d6d7c765a258 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0271199 Aug 09 13:27:55.756862 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e708f-c300-4d8c-9317-a8410c28a5bb req-5a5cbdf7-86a4-4f15-abd6-22b887986297 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:55.762755 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55138) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:55.764641 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7e1e708f-c300-4d8c-9317-a8410c28a5bb req-5a5cbdf7-86a4-4f15-abd6-22b887986297 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0701303 Aug 09 13:27:55.802510 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7e1e708f-c300-4d8c-9317-a8410c28a5bb req-3cf9cb84-de8c-4133-91b3-183cee863deb tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369637 Aug 09 13:27:55.886929 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2103cff8-56a1-493e-a100-7149969796bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:55.887305 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb227f-e091-48de-8512-cfa1aba496f6 req-3080244b-ec97-40e5-a088-8858d6f93811 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:55.889056 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cedb227f-e091-48de-8512-cfa1aba496f6 req-3080244b-ec97-40e5-a088-8858d6f93811 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0596035 Aug 09 13:27:55.941095 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cedb227f-e091-48de-8512-cfa1aba496f6 req-d4bf0621-46d9-4957-8a80-085c0cf7d9b7 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437069 Aug 09 13:27:56.053591 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2103cff8-56a1-493e-a100-7149969796bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.060125 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0592330f-be8d-4231-a831-bc89f5b12a18 req-710f2a1b-aa88-465a-aa75-e9642d02c498 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0355957 Aug 09 13:27:56.060785 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2103cff8-56a1-493e-a100-7149969796bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.077233 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da887cc-cfe8-440c-b227-9d6e063b1b05 req-d3edd85d-c4f2-4bd1-9dc5-6eb9ba97c926 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:56.078887 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8da887cc-cfe8-440c-b227-9d6e063b1b05 req-d3edd85d-c4f2-4bd1-9dc5-6eb9ba97c926 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0882621 Aug 09 13:27:56.112646 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-2103cff8-56a1-493e-a100-7149969796bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89bcc24960e3474a9c9a56b4207b3bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484325 Aug 09 13:27:56.113908 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103cff8-56a1-493e-a100-7149969796bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657fae16-2091-4c48-9857-234a4f225dc5,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:56.117276 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55148) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:56.135175 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8da887cc-cfe8-440c-b227-9d6e063b1b05 req-8048f754-ebe7-4f1d-ba32-14bacd3a473a tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Aug 09 13:27:56.171984 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d74d4deb-6188-4919-9958-ce5e915179e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.192507 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d74d4deb-6188-4919-9958-ce5e915179e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.249929 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d74d4deb-6188-4919-9958-ce5e915179e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.252740 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d74d4deb-6188-4919-9958-ce5e915179e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.254620 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-d74d4deb-6188-4919-9958-ce5e915179e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/657fae16-2091-4c48-9857-234a4f225dc5 HTTP/1.1" status: 204 len: 168 time: 0.1360888 Aug 09 13:27:56.262997 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d4deb-6188-4919-9958-ce5e915179e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657fae16-2091-4c48-9857-234a4f225dc5,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:56.537029 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55154) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:56.550627 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6f89fa79-8da0-4eaf-b2a6-8500a601a31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.688230 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6f89fa79-8da0-4eaf-b2a6-8500a601a31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.694983 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6f89fa79-8da0-4eaf-b2a6-8500a601a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.732654 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-6f89fa79-8da0-4eaf-b2a6-8500a601a31c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ae105c450724550aaf3956304edd5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945300 Aug 09 13:27:56.733469 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89fa79-8da0-4eaf-b2a6-8500a601a31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09899b03-eaa6-4731-a1a8-e9f4fe72c586,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:56.735617 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55156) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:27:56.797923 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f13ee5f5-c230-4d4d-8063-299968f7a2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.820794 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f13ee5f5-c230-4d4d-8063-299968f7a2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.872899 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f13ee5f5-c230-4d4d-8063-299968f7a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.875543 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f13ee5f5-c230-4d4d-8063-299968f7a2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:27:56.891693 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f13ee5f5-c230-4d4d-8063-299968f7a2b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09899b03-eaa6-4731-a1a8-e9f4fe72c586 HTTP/1.1" status: 204 len: 168 time: 0.1399772 Aug 09 13:27:56.891693 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ee5f5-c230-4d4d-8063-299968f7a2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09899b03-eaa6-4731-a1a8-e9f4fe72c586,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:27:56.939819 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8513b-0aed-475d-a0bd-260bb54431ed req-6a79564b-3ac7-4d11-bd09-8cd58868fc96 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:56.942456 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a4b8513b-0aed-475d-a0bd-260bb54431ed req-6a79564b-3ac7-4d11-bd09-8cd58868fc96 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0737262 Aug 09 13:27:57.016056 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a4b8513b-0aed-475d-a0bd-260bb54431ed req-9920ef04-cdd4-4e86-842f-d95252c3d4ec tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670664 Aug 09 13:27:57.117446 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6423201-b9d8-4b9e-a9dc-1f3cf2189301 req-d269cdc5-e3f3-4ec1-b531-bdb138696e0f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:57.125139 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f6423201-b9d8-4b9e-a9dc-1f3cf2189301 req-d269cdc5-e3f3-4ec1-b531-bdb138696e0f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0975711 Aug 09 13:27:57.194576 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a5c9abc0-94d0-4217-b944-49eeb18ef820 req-dc8f21f3-5989-4630-b287-4b04bdf68b86 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0313332 Aug 09 13:27:57.198234 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f6423201-b9d8-4b9e-a9dc-1f3cf2189301 req-6e1e24eb-42a7-4880-a93f-6f01527e6ef3 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722384 Aug 09 13:27:57.321677 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b87b3-6ec9-4df6-bf9e-a165d4ad64a6 req-faa3ef96-ade8-46b7-8db4-1176a1db17de tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:57.323333 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-072b87b3-6ec9-4df6-bf9e-a165d4ad64a6 req-faa3ef96-ade8-46b7-8db4-1176a1db17de tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0660725 Aug 09 13:27:57.374989 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-072b87b3-6ec9-4df6-bf9e-a165d4ad64a6 req-8127616e-e74e-4898-a716-2ffbae25cb14 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444596 Aug 09 13:27:58.157916 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40d42f-978f-4dea-aca8-7db8f4a6e0f0 req-0413b042-ef4a-4e8c-99b5-3c026d65f541 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:58.159443 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3e40d42f-978f-4dea-aca8-7db8f4a6e0f0 req-0413b042-ef4a-4e8c-99b5-3c026d65f541 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0600059 Aug 09 13:27:58.198628 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3e40d42f-978f-4dea-aca8-7db8f4a6e0f0 req-73d4c1d6-8c2b-473a-b98e-8ed1e62f8772 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331032 Aug 09 13:27:58.330435 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fcdf97e2-88da-4a1b-ae67-f29ade591c65 req-a44dce01-1627-4306-89f9-3a68840a7c24 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0350027 Aug 09 13:27:58.373054 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06762ca-a86c-41f6-895f-a25e1b03cf62 req-8b4a25bd-934d-4b7b-8b97-d79aef6fc2ec tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:58.374608 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d06762ca-a86c-41f6-895f-a25e1b03cf62 req-8b4a25bd-934d-4b7b-8b97-d79aef6fc2ec tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0673695 Aug 09 13:27:58.416850 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d06762ca-a86c-41f6-895f-a25e1b03cf62 req-6f6020b2-9b42-436c-a846-fc00ea815ced tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357871 Aug 09 13:27:58.522063 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234195bd-215a-4ff1-a07c-29cdb9293c23 req-e18b13c5-1ec8-4083-868f-3fd5769a3808 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:58.523737 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-234195bd-215a-4ff1-a07c-29cdb9293c23 req-e18b13c5-1ec8-4083-868f-3fd5769a3808 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0745721 Aug 09 13:27:58.570235 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-234195bd-215a-4ff1-a07c-29cdb9293c23 req-ef130918-c823-4c15-b73c-4853ace205d2 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Aug 09 13:27:59.323237 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b9587-f471-4754-a550-6424905e809a req-0bb707f8-3f42-4ed9-9a17-3f14502b0959 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:59.325002 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a64b9587-f471-4754-a550-6424905e809a req-0bb707f8-3f42-4ed9-9a17-3f14502b0959 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0591540 Aug 09 13:27:59.367141 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a64b9587-f471-4754-a550-6424905e809a req-fc67ad30-6185-4c99-b780-7784542116d1 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353515 Aug 09 13:27:59.437407 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cd9b36b9-088f-4016-a005-ba0a3c3696eb req-c80966cd-0dd2-491f-a9a4-f616fc44bf37 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0256577 Aug 09 13:27:59.565659 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d409c-fdb7-4985-bcfc-bb3a43825964 req-9a685505-052d-4f70-83fc-42df7157d352 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:59.567528 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-958d409c-fdb7-4985-bcfc-bb3a43825964 req-9a685505-052d-4f70-83fc-42df7157d352 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0591257 Aug 09 13:27:59.609321 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-958d409c-fdb7-4985-bcfc-bb3a43825964 req-f5142334-5d9e-46a7-a986-39bf5e16e086 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355988 Aug 09 13:27:59.700630 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a8aa-2216-4527-89af-ad2b2fe8b732 req-f1ffa7f4-18b7-408e-862f-e8f1ff52198b tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:27:59.702085 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-be73a8aa-2216-4527-89af-ad2b2fe8b732 req-f1ffa7f4-18b7-408e-862f-e8f1ff52198b tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0608878 Aug 09 13:27:59.739410 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-be73a8aa-2216-4527-89af-ad2b2fe8b732 req-a8571fe9-7e54-453c-a1a3-efb367d5c24c tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Aug 09 13:28:00.408805 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d req-6ba17037-c8ab-485a-aef5-97301f2dcd8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=369c9763-6981-4bac-92dd-de9823176385 HTTP/1.1" status: 200 len: 217 time: 0.0370541 Aug 09 13:28:00.433046 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-9135b9a2-7556-4bfe-9bab-a284b98432c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:00.434661 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-9135b9a2-7556-4bfe-9bab-a284b98432c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228&device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0433280 Aug 09 13:28:00.501019 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d req-9e25c26a-15a4-4546-b9aa-03b11b910d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:00.502768 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d req-9e25c26a-15a4-4546-b9aa-03b11b910d75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f80e715a-d953-4f5f-a7ad-b9d813668e97 HTTP/1.1" status: 200 len: 852 time: 0.0769765 Aug 09 13:28:00.520180 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fafdc-1488-4bcc-86ee-27583f216b80 req-2f18b7af-056e-40c8-8d38-cd121ce42ed4 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:00.521772 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f48fafdc-1488-4bcc-86ee-27583f216b80 req-2f18b7af-056e-40c8-8d38-cd121ce42ed4 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0858850 Aug 09 13:28:00.542810 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-29d7f478-0ddb-411b-888d-e5845e37e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:00.544278 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-29d7f478-0ddb-411b-888d-e5845e37e6b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce HTTP/1.1" status: 200 len: 910 time: 0.0945973 Aug 09 13:28:00.558814 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d req-0a6533cd-8ba6-45d8-a71e-788b14be6c7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d46ea-38d8-4976-becd-437060601703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360000 Aug 09 13:28:00.590861 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e47bb7cb-6363-44a1-a6d7-3a5c3cdb26f8 req-1621319e-b1cc-4fdd-8cfc-56c5f0647242 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2778816e-cafc-4c95-a6cb-ca4894585d3a HTTP/1.1" status: 200 len: 210 time: 0.0595181 Aug 09 13:28:00.635227 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-71932e22-5da6-4c12-a376-0fd552b78338 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 HTTP/1.1" status: 200 len: 1001 time: 0.0659602 Aug 09 13:28:00.652418 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f48fafdc-1488-4bcc-86ee-27583f216b80 req-c96d64ca-e2be-4518-888e-8cb1b39315a5 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220272 Aug 09 13:28:00.690734 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d req-a8c08806-51ff-40f0-b5b4-6b3117657287 service neutron] 10.222.0.42 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096189 Aug 09 13:28:00.704883 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-b7353308-d203-4ceb-9854-6364a6dfa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:00.706430 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-b7353308-d203-4ceb-9854-6364a6dfa2bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f217d05-d326-4109-9dd0-827295805009 HTTP/1.1" status: 200 len: 848 time: 0.0567584 Aug 09 13:28:00.746848 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7312d-c146-4e82-8cf1-81d93fc7e11e req-e35a4c5d-fab0-439a-937f-03b93ef0c4d9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:00.748335 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-36d7312d-c146-4e82-8cf1-81d93fc7e11e req-e35a4c5d-fab0-439a-937f-03b93ef0c4d9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0550086 Aug 09 13:28:00.796677 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-57762cd4-db9c-4177-8127-64f19a1f22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:00.798566 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-57762cd4-db9c-4177-8127-64f19a1f22a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700870 Aug 09 13:28:00.800327 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a39e2-4ff3-4404-8ef7-7dfafdb30a1b req-7fcb128c-0830-43cc-9462-e046a5e9e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:00.802715 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a92a39e2-4ff3-4404-8ef7-7dfafdb30a1b req-7fcb128c-0830-43cc-9462-e046a5e9e361 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 1099 time: 0.0660231 Aug 09 13:28:00.839457 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-36d7312d-c146-4e82-8cf1-81d93fc7e11e req-6e571e75-f765-4385-8cd8-1cec1bb83d37 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816891 Aug 09 13:28:00.886559 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f00ebda2-2d6c-49b4-a5c2-3192fd189f3d req-651ded8a-1613-416e-983f-651c6d6b7509 service neutron] 10.222.0.42 "GET /v2.0/networks/067d46ea-38d8-4976-becd-437060601703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568227 Aug 09 13:28:00.898264 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924a301-0b52-4fcd-b184-b41be784922f req-315aca36-012f-4148-abf3-5453f09394fa tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:00.899929 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3924a301-0b52-4fcd-b184-b41be784922f req-315aca36-012f-4148-abf3-5453f09394fa tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0778308 Aug 09 13:28:00.907024 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a92a39e2-4ff3-4404-8ef7-7dfafdb30a1b req-1d42261a-d2bb-419a-be96-10a8cd6d0981 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869317 Aug 09 13:28:00.935836 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-12bc5261-3357-44e5-a0d6-6c28965d09a5 service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171703 Aug 09 13:28:00.941144 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3924a301-0b52-4fcd-b184-b41be784922f req-4a13b651-6560-4a84-914d-f601f2da16eb tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Aug 09 13:28:01.109309 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e2cf311-27e1-4dc8-b590-1457848eb1b0 req-78fdcb62-bf5c-4091-a656-136a9d9b7d4e service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912423 Aug 09 13:28:01.774762 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040b99e-f11b-43b4-9ebf-a27d847b3d8d req-ad27af91-b33e-452e-9020-210ed7528729 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:01.776183 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1040b99e-f11b-43b4-9ebf-a27d847b3d8d req-ad27af91-b33e-452e-9020-210ed7528729 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0553236 Aug 09 13:28:01.820830 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1040b99e-f11b-43b4-9ebf-a27d847b3d8d req-e051e748-afbb-4caf-b28f-45f492aa9df3 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382993 Aug 09 13:28:01.887364 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87727895-be74-4635-97fd-ade83d2dc300 req-196b5926-f4bb-410a-9453-ccc6f379145f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:01.889038 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-87727895-be74-4635-97fd-ade83d2dc300 req-196b5926-f4bb-410a-9453-ccc6f379145f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0544586 Aug 09 13:28:01.936508 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-87727895-be74-4635-97fd-ade83d2dc300 req-013406de-ed1c-4742-be1c-380d5fdbc2fa tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Aug 09 13:28:01.973862 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768631b5-186f-42a4-bf46-baa9c331117b req-9b69cbe8-3bc4-4a18-b105-60d3d9399934 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:01.975342 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-768631b5-186f-42a4-bf46-baa9c331117b req-9b69cbe8-3bc4-4a18-b105-60d3d9399934 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0543818 Aug 09 13:28:02.024089 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-768631b5-186f-42a4-bf46-baa9c331117b req-b0efa97d-5336-4eea-abf4-4e285b4d3c65 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 Aug 09 13:28:02.062517 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fb6cc-dba2-4676-9795-f004ec7d863c req-4378a5fb-94ff-4794-8af4-4c7464fa80db tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:02.063968 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9a4fb6cc-dba2-4676-9795-f004ec7d863c req-4378a5fb-94ff-4794-8af4-4c7464fa80db tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0552385 Aug 09 13:28:02.101155 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9a4fb6cc-dba2-4676-9795-f004ec7d863c req-b09650d2-5706-4428-b4b1-9e4f534eb6fc tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311079 Aug 09 13:28:02.938276 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807f84c-e005-431d-a98c-fdf72bc3b89f req-5ed689e8-1e99-4d17-bcb9-23d2f3799654 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:02.939790 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9807f84c-e005-431d-a98c-fdf72bc3b89f req-5ed689e8-1e99-4d17-bcb9-23d2f3799654 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0511012 Aug 09 13:28:02.979334 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55294) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:02.980835 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9807f84c-e005-431d-a98c-fdf72bc3b89f req-54b82fc4-09e7-4ca0-ba08-70ba6c6fa1df tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344567 Aug 09 13:28:03.064166 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55428-8c44-46c1-b390-98dea201ed81 req-b2916923-bd87-4088-aac3-3a8187bb1e64 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:03.065705 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ddc55428-8c44-46c1-b390-98dea201ed81 req-b2916923-bd87-4088-aac3-3a8187bb1e64 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0558460 Aug 09 13:28:03.098455 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f6b6245b-b5e0-4e72-8dd3-62e2db87fe4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.132520 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ddc55428-8c44-46c1-b390-98dea201ed81 req-06576a2d-62c8-41ce-837c-f1a5d72505f5 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560880 Aug 09 13:28:03.144744 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaa7d4-4b78-4afb-87d6-07de7f2e6d33 req-bcba7e57-90e2-4603-8aa5-998b0b727113 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:03.146458 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1fbaa7d4-4b78-4afb-87d6-07de7f2e6d33 req-bcba7e57-90e2-4603-8aa5-998b0b727113 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0798030 Aug 09 13:28:03.187466 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1fbaa7d4-4b78-4afb-87d6-07de7f2e6d33 req-402e2500-1907-4f64-9ce9-2fda3245bea2 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346375 Aug 09 13:28:03.213058 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f6b6245b-b5e0-4e72-8dd3-62e2db87fe4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.214023 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55304) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:03.221569 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f6b6245b-b5e0-4e72-8dd3-62e2db87fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.256416 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f51835-96b9-4359-ba5c-23d5c1b691dc req-87f45500-9def-43f3-bd02-76a867f477c6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:03.258137 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-81f51835-96b9-4359-ba5c-23d5c1b691dc req-87f45500-9def-43f3-bd02-76a867f477c6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0641735 Aug 09 13:28:03.265773 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f6b6245b-b5e0-4e72-8dd3-62e2db87fe4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27df58a65c1544cf9e160e7e319051d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829490 Aug 09 13:28:03.265773 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6245b-b5e0-4e72-8dd3-62e2db87fe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e9bb35-6e00-4ed6-a494-8bcfe1f3d90f,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:03.266567 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55308) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:03.318054 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f0f19e56-ea6d-4db0-89fa-168c3a4ffcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.330802 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017047a-10c6-4346-9ec1-e418b14d4086 req-34ea98df-6644-4693-af35-9c0c7846921f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:03.332322 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8017047a-10c6-4346-9ec1-e418b14d4086 req-34ea98df-6644-4693-af35-9c0c7846921f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 943 time: 0.0732174 Aug 09 13:28:03.335905 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-81f51835-96b9-4359-ba5c-23d5c1b691dc req-fbebbb0b-67fc-424b-8b31-09d6315c4cb7 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652101 Aug 09 13:28:03.340265 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f0f19e56-ea6d-4db0-89fa-168c3a4ffcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.385803 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8017047a-10c6-4346-9ec1-e418b14d4086 req-ac373c05-ee53-445e-9658-75ca84b14f60 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454340 Aug 09 13:28:03.412459 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb37e3-b0d5-4619-80c0-b71550133596 tempest-TestVolumeBootPattern-1173817312 tempest-TestVolumeBootPattern-1173817312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:03.414049 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-81bb37e3-b0d5-4619-80c0-b71550133596 tempest-TestVolumeBootPattern-1173817312 tempest-TestVolumeBootPattern-1173817312-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 1094 time: 0.1988857 Aug 09 13:28:03.417398 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55310) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:03.421243 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f0f19e56-ea6d-4db0-89fa-168c3a4ffcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.422818 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'floatingip': {'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'port_id': '969da80d-70d2-4b67-9d36-26f021290e37', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:28:03.423773 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f0f19e56-ea6d-4db0-89fa-168c3a4ffcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.424830 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f0f19e56-ea6d-4db0-89fa-168c3a4ffcb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06e9bb35-6e00-4ed6-a494-8bcfe1f3d90f HTTP/1.1" status: 204 len: 168 time: 0.1573834 Aug 09 13:28:03.433085 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f19e56-ea6d-4db0-89fa-168c3a4ffcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e9bb35-6e00-4ed6-a494-8bcfe1f3d90f,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:03.447882 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.545640 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.656428 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Allocated IP 172.27.3.185 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/273993ab-f264-4085-9e83-d20697323225) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:28:03.695486 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55316) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:03.709154 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f75b9705-1cb8-4105-8888-2c5dbc4efa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.737575 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 369c9763-6981-4bac-92dd-de9823176385 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:28:03.757922 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.799142 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.804422 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f75b9705-1cb8-4105-8888-2c5dbc4efa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.810656 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f75b9705-1cb8-4105-8888-2c5dbc4efa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.841145 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f75b9705-1cb8-4105-8888-2c5dbc4efa3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33734b9c06d54f8daa7bc9adaec651b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419749 Aug 09 13:28:03.841514 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55318) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:03.846416 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:28:03.849452 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:28:03.854147 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:28:03.874744 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'Port': ['ID=273993ab-f264-4085-9e83-d20697323225,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:03.887937 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b9705-1cb8-4105-8888-2c5dbc4efa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ccbfe2-d33e-4b89-b2c1-93a0c3862939,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:03.917645 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-35267dcb-9927-4c2e-9e86-5281dabde191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.939794 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-35267dcb-9927-4c2e-9e86-5281dabde191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.985210 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 369c9763-6981-4bac-92dd-de9823176385, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=369c9763-6981-4bac-92dd-de9823176385,segment=NetworkSegment(74c311b6-baf4-44b6-89f3-b9f52fca6dae),segment_id=74c311b6-baf4-44b6-89f3-b9f52fca6dae)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:28:03.991751 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-35267dcb-9927-4c2e-9e86-5281dabde191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.994612 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-35267dcb-9927-4c2e-9e86-5281dabde191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:03.998390 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-35267dcb-9927-4c2e-9e86-5281dabde191 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70ccbfe2-d33e-4b89-b2c1-93a0c3862939 HTTP/1.1" status: 204 len: 168 time: 0.1536560 Aug 09 13:28:04.004090 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35267dcb-9927-4c2e-9e86-5281dabde191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ccbfe2-d33e-4b89-b2c1-93a0c3862939,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:04.006258 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '369c9763-6981-4bac-92dd-de9823176385', 'network_id': '067d46ea-38d8-4976-becd-437060601703', 'port_id': '369c9763-6981-4bac-92dd-de9823176385', 'mac_address': 'fa:16:3e:ca:4d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80e715a-d953-4f5f-a7ad-b9d813668e97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:28:04.056015 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:04.069307 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369c9763-6981-4bac-92dd-de9823176385 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:28:04.090109 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 369c9763-6981-4bac-92dd-de9823176385, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=369c9763-6981-4bac-92dd-de9823176385,segment=NetworkSegment(74c311b6-baf4-44b6-89f3-b9f52fca6dae),segment_id=74c311b6-baf4-44b6-89f3-b9f52fca6dae)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:28:04.094462 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:04.145320 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=369c9763-6981-4bac-92dd-de9823176385,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:04.258319 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:04.301566 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e395dcb-b6f4-45bc-8e85-46bda3f1256d req-105f5b48-6c64-4817-bba6-8e40f4a77453 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:04.303308 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5e395dcb-b6f4-45bc-8e85-46bda3f1256d req-105f5b48-6c64-4817-bba6-8e40f4a77453 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0926287 Aug 09 13:28:04.357998 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:04.390896 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5e395dcb-b6f4-45bc-8e85-46bda3f1256d req-af6e94af-b792-4b4c-8ade-6d9f07b0587b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790362 Aug 09 13:28:04.569257 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['369c9763-6981-4bac-92dd-de9823176385'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:28:04.571114 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6766e9-c58b-4ff8-8767-78d7f49ac05d req-e514bb8a-f87a-4b8e-99f5-00e70f507a44 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:04.572658 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eb6766e9-c58b-4ff8-8767-78d7f49ac05d req-e514bb8a-f87a-4b8e-99f5-00e70f507a44 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.1336336 Aug 09 13:28:04.587165 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba038f7-5ea3-4b41-a44a-8233b7299b13 req-5e27b903-e653-4c8a-856c-7de6d2aa2d8b tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:04.588624 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bba038f7-5ea3-4b41-a44a-8233b7299b13 req-5e27b903-e653-4c8a-856c-7de6d2aa2d8b tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 944 time: 0.1178191 Aug 09 13:28:04.673521 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eb6766e9-c58b-4ff8-8767-78d7f49ac05d req-024d2d3b-6cbc-4793-a011-8ef91aec9246 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811815 Aug 09 13:28:04.675631 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:04.679904 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bba038f7-5ea3-4b41-a44a-8233b7299b13 req-04270d12-5b14-46d1-bcf3-afad8dffcd83 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733995 Aug 09 13:28:04.685611 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:04.756801 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'Port': ['ID=273993ab-f264-4085-9e83-d20697323225,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:04.766547 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:04.863976 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.l3_db [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Floating IP 99158444-e8e9-4b2f-afe5-3b41ba6b96ee associated. External IP: 172.27.3.185, port: 969da80d-70d2-4b67-9d36-26f021290e37. Aug 09 13:28:05.037862 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d9ef76de-09ae-42be-9b31-ccb475d8fd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:05.314226 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:28:05.427882 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:28:05.439017 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] Sync routers for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:28:05.449766 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:05.450024 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:28:05.450748 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:27:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:05.523960 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-6c9408ed-ccbc-4e56-9dd7-2a9733e2bc3c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0912554 Aug 09 13:28:05.523960 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'tag': '969da80d-70d2-4b67-9d36-26f021290e37'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:28:05.523960 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761022f6-521c-4975-8752-4400a6a67b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c55282-3ab7-4229-8d97-652c2df40c1c", "tag": "969da80d-70d2-4b67-9d36-26f021290e37"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:28:05.535813 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e6c7-b4f1-4480-b8f7-2b768df8526f req-bb11ec40-5ba4-4a31-8c60-fa04354e7340 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:05.537698 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-04b2e6c7-b4f1-4480-b8f7-2b768df8526f req-bb11ec40-5ba4-4a31-8c60-fa04354e7340 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0641685 Aug 09 13:28:05.562425 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7a79cd-1d4f-45d4-b77c-e38018cf73d8 x-openstack-request-id: req-bb7a79cd-1d4f-45d4-b77c-e38018cf73d8 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:28:05.562705 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c55282-3ab7-4229-8d97-652c2df40c1c", "tag": "969da80d-70d2-4b67-9d36-26f021290e37", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:28:05.562940 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb7a79cd-1d4f-45d4-b77c-e38018cf73d8 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:28:05.563326 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'tag': '969da80d-70d2-4b67-9d36-26f021290e37', 'status': 'completed', 'code': 200} Aug 09 13:28:05.568100 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:28:05.586492 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-04b2e6c7-b4f1-4480-b8f7-2b768df8526f req-7173fb19-9610-4e1d-9c8c-3087e68790a9 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Aug 09 13:28:05.649127 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761022f6-521c-4975-8752-4400a6a67b4c req-a5742db8-2ce6-4584-a93c-a623ee3b858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:05.650688 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-761022f6-521c-4975-8752-4400a6a67b4c req-a5742db8-2ce6-4584-a93c-a623ee3b858e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 1099 time: 0.0492752 Aug 09 13:28:05.735603 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 369c9763-6981-4bac-92dd-de9823176385 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:28:05.794249 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761022f6-521c-4975-8752-4400a6a67b4c req-2e2a6b1b-d0a8-4f37-a1d5-f3cba11a7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:05.796635 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-761022f6-521c-4975-8752-4400a6a67b4c req-2e2a6b1b-d0a8-4f37-a1d5-f3cba11a7de7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 913 time: 0.1255350 Aug 09 13:28:05.815933 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '99158444-e8e9-4b2f-afe5-3b41ba6b96ee', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': '969da80d-70d2-4b67-9d36-26f021290e37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:12:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:28:04Z', 'updated_at': '2021-08-09T13:28:04Z', 'revision_number': 0, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:05.826647 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 369c9763-6981-4bac-92dd-de9823176385 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:28:05.830718 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 369c9763-6981-4bac-92dd-de9823176385 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:28:05.831089 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:05.874736 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01cad-ac2b-461d-84c3-107854c474f7 req-2664d208-0631-4d39-8405-c6563eec4f03 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:05.876245 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-86e01cad-ac2b-461d-84c3-107854c474f7 req-2664d208-0631-4d39-8405-c6563eec4f03 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0673959 Aug 09 13:28:05.885351 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca5a00-7a97-4b44-b39d-9fbd2adafb04 req-05258af5-0608-43c5-ad59-5ece54a5254d tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:05.893521 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-faca5a00-7a97-4b44-b39d-9fbd2adafb04 req-05258af5-0608-43c5-ad59-5ece54a5254d tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 944 time: 0.1200395 Aug 09 13:28:05.941578 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:05.959646 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-761022f6-521c-4975-8752-4400a6a67b4c req-1e1b6f90-3cae-42e7-ac20-b284744e946b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=969da80d-70d2-4b67-9d36-26f021290e37 HTTP/1.1" status: 200 len: 1000 time: 0.1410842 Aug 09 13:28:05.975647 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ad0e70-3a25-4b72-826c-5018a6e55fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369c9763-6981-4bac-92dd-de9823176385'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:28:05.978516 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bf7eec-e0df-4ccd-a4ce-66a506dcf796" -d '{"events": [{"server_uuid": "a1ad0e70-3a25-4b72-826c-5018a6e55fd1", "name": "network-vif-plugged", "status": "completed", "tag": "369c9763-6981-4bac-92dd-de9823176385"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:28:05.989954 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-faca5a00-7a97-4b44-b39d-9fbd2adafb04 req-d722c614-6d90-42c3-a48f-b1e90735aa7d tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952251 Aug 09 13:28:05.995612 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 369c9763-6981-4bac-92dd-de9823176385, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=369c9763-6981-4bac-92dd-de9823176385,segment=NetworkSegment(74c311b6-baf4-44b6-89f3-b9f52fca6dae),segment_id=74c311b6-baf4-44b6-89f3-b9f52fca6dae)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:28:06.001320 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:06.013709 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-86e01cad-ac2b-461d-84c3-107854c474f7 req-7a9ef77f-2e74-4aca-9975-4a453362202c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114643 Aug 09 13:28:06.022258 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] Checking router: 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:28:06.031554 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:28:06.032144 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:27:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:06.076821 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761022f6-521c-4975-8752-4400a6a67b4c req-930a570a-9707-43ab-a0d8-7e16da2000b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:06.079598 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-761022f6-521c-4975-8752-4400a6a67b4c req-930a570a-9707-43ab-a0d8-7e16da2000b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0975337 Aug 09 13:28:06.108256 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2d774a-c42a-4874-98a2-6d6f127f3727 x-openstack-request-id: req-4f2d774a-c42a-4874-98a2-6d6f127f3727 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:28:06.108847 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ad0e70-3a25-4b72-826c-5018a6e55fd1", "name": "network-vif-plugged", "status": "completed", "tag": "369c9763-6981-4bac-92dd-de9823176385", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:28:06.109503 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f2d774a-c42a-4874-98a2-6d6f127f3727 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:28:06.109503 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ad0e70-3a25-4b72-826c-5018a6e55fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369c9763-6981-4bac-92dd-de9823176385', 'code': 200} Aug 09 13:28:06.152208 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=369c9763-6981-4bac-92dd-de9823176385,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:06.177829 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:28:06.178287 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761022f6-521c-4975-8752-4400a6a67b4c req-8fc4ea1a-3ddf-40f4-a6f8-9a6f9f4be22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:06.179790 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-761022f6-521c-4975-8752-4400a6a67b4c req-8fc4ea1a-3ddf-40f4-a6f8-9a6f9f4be22c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802386 Aug 09 13:28:06.315087 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-761022f6-521c-4975-8752-4400a6a67b4c req-fdc856cc-f87b-474a-89b6-79199956cf57 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162157 Aug 09 13:28:06.324991 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea900-6177-4d1a-9420-d23f7516e07c req-96fe3dbd-6211-45b2-93ef-e0e80d8ff539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:06.326383 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-68cea900-6177-4d1a-9420-d23f7516e07c req-96fe3dbd-6211-45b2-93ef-e0e80d8ff539 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 1098 time: 0.0554240 Aug 09 13:28:06.405597 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '99158444-e8e9-4b2f-afe5-3b41ba6b96ee', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': '969da80d-70d2-4b67-9d36-26f021290e37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:12:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:28:04Z', 'updated_at': '2021-08-09T13:28:04Z', 'revision_number': 0, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:06.423151 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-68cea900-6177-4d1a-9420-d23f7516e07c req-f1def53f-c178-400e-bbaa-55eba3dee9e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725353 Aug 09 13:28:06.431120 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03804cb6-75fe-4729-80fa-baa418ce971b None None] The sync data for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi is: [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '99158444-e8e9-4b2f-afe5-3b41ba6b96ee', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': '969da80d-70d2-4b67-9d36-26f021290e37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:12:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:28:04Z', 'updated_at': '2021-08-09T13:28:04Z', 'revision_number': 0, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:28:06.449831 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-761022f6-521c-4975-8752-4400a6a67b4c req-2c939838-d1ad-4ad8-8fe4-836f2eaeb424 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074061 Aug 09 13:28:06.617738 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1c405-067d-4fc2-8fca-e932bc643ef4 None None] New status for floating IP 99158444-e8e9-4b2f-afe5-3b41ba6b96ee: ACTIVE {{(pid=93363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:28:06.706350 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d7839-97ee-44db-9841-68d2247bd2fb req-a941680d-7d1a-4f45-bc1a-7feb09129307 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:06.707824 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fd8d7839-97ee-44db-9841-68d2247bd2fb req-a941680d-7d1a-4f45-bc1a-7feb09129307 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0491664 Aug 09 13:28:06.747475 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fd8d7839-97ee-44db-9841-68d2247bd2fb req-01c8f079-8a38-4b14-b5de-769962363bac tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Aug 09 13:28:07.100239 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d88bb-4373-4f0a-b895-f35e9befe2ad req-dca24cc3-4f15-4ec4-a30c-7387ac1bc63e tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:07.101779 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8c6d88bb-4373-4f0a-b895-f35e9befe2ad req-dca24cc3-4f15-4ec4-a30c-7387ac1bc63e tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 945 time: 0.0541651 Aug 09 13:28:07.171987 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8c6d88bb-4373-4f0a-b895-f35e9befe2ad req-96ade7f1-250c-4bda-8c6f-0a0ae1b272f6 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638683 Aug 09 13:28:07.182760 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde21acb-91e9-4034-84e3-7bd3f49efe05 req-9d6e6bce-91ea-4f9b-90d3-8cf2e4a674b9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:07.184544 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bde21acb-91e9-4034-84e3-7bd3f49efe05 req-9d6e6bce-91ea-4f9b-90d3-8cf2e4a674b9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0755789 Aug 09 13:28:07.224053 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bde21acb-91e9-4034-84e3-7bd3f49efe05 req-57df288e-ae64-42fb-a915-2f211729fb4d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333202 Aug 09 13:28:07.553004 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-ad40c814-4a70-4986-9641-5efe52542a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:07.628269 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:07.873059 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04174efb-c21e-435c-b6a3-f27a803f0f04 req-409e1593-0d38-468b-a2eb-9cd8a989e79b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:07.874552 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-04174efb-c21e-435c-b6a3-f27a803f0f04 req-409e1593-0d38-468b-a2eb-9cd8a989e79b tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0514524 Aug 09 13:28:07.898156 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:07.914907 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-04174efb-c21e-435c-b6a3-f27a803f0f04 req-0df9f37e-8479-4a5b-913a-29193fab4eda tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343328 Aug 09 13:28:08.295486 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0d98b-d5bc-4697-b5e0-ea54e2c3434a req-569a7684-96cd-4523-ab1d-30a1a193a784 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:08.297043 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-85c0d98b-d5bc-4697-b5e0-ea54e2c3434a req-569a7684-96cd-4523-ab1d-30a1a193a784 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 945 time: 0.0526280 Aug 09 13:28:08.366511 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-85c0d98b-d5bc-4697-b5e0-ea54e2c3434a req-6d198475-ad40-40e9-9b52-b98f8945269d tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559952 Aug 09 13:28:08.382316 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79428d08-8063-417e-b410-94412334e62f req-98b9886a-6d00-4fa4-a751-78810af04b11 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:08.384199 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-79428d08-8063-417e-b410-94412334e62f req-98b9886a-6d00-4fa4-a751-78810af04b11 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0824902 Aug 09 13:28:08.385128 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:28:08.423896 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-79428d08-8063-417e-b410-94412334e62f req-d5f162e7-20d1-43e9-9428-0641a0927367 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334356 Aug 09 13:28:08.772802 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:09.043061 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73befd57-28f9-494a-bcbd-813ea3840953 req-85c40f73-7359-4d11-a328-60ae0018de16 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:09.044562 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-73befd57-28f9-494a-bcbd-813ea3840953 req-85c40f73-7359-4d11-a328-60ae0018de16 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0580363 Aug 09 13:28:09.087949 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-73befd57-28f9-494a-bcbd-813ea3840953 req-3477ed05-f2f8-402a-b90b-679e2fd793ae tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344417 Aug 09 13:28:09.483225 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d850-2a16-4acc-ada1-aed85d7bd983 req-8a1bcbbb-47ad-4fc1-a76a-706a851747c6 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:09.484738 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-af94d850-2a16-4acc-ada1-aed85d7bd983 req-8a1bcbbb-47ad-4fc1-a76a-706a851747c6 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 945 time: 0.0489390 Aug 09 13:28:09.553523 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-af94d850-2a16-4acc-ada1-aed85d7bd983 req-3bffc91c-9c3e-49ad-96aa-5e27fed36e62 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623043 Aug 09 13:28:09.565926 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c23f6-7103-4038-90c1-b052768ffe3f req-90892c8d-7ae1-43ad-a4b7-005ac0b5acfa tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:09.567368 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-066c23f6-7103-4038-90c1-b052768ffe3f req-90892c8d-7ae1-43ad-a4b7-005ac0b5acfa tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 943 time: 0.0700192 Aug 09 13:28:09.605704 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-066c23f6-7103-4038-90c1-b052768ffe3f req-6d152bf2-8b65-4b12-90b9-8cfaddd56043 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322592 Aug 09 13:28:09.902415 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 27f79434-8bac-4fce-abd9-f4bb6e7f5cec details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:28:10.008325 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:28:10.020765 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'port_id': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'mac_address': 'fa:16:3e:12:bc:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:28:10.061369 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:10.077773 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f79434-8bac-4fce-abd9-f4bb6e7f5cec {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:28:10.102864 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:28:10.110412 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:10.158531 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=9']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:10.201687 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:10.216572 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f2b49-0ee3-4863-8105-78572f169b91 req-075b6ff5-940e-42ac-832e-71c0282c6508 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:10.218089 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-824f2b49-0ee3-4863-8105-78572f169b91 req-075b6ff5-940e-42ac-832e-71c0282c6508 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0508428 Aug 09 13:28:10.257367 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-824f2b49-0ee3-4863-8105-78572f169b91 req-5515ed30-ef2e-47a6-b374-a81bd6d4287f tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328989 Aug 09 13:28:10.683800 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d41143-8fdf-49ec-af92-12fe5a128d00 req-72567f7c-8379-473d-ab74-a9141ab4958e tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:10.685318 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-88d41143-8fdf-49ec-af92-12fe5a128d00 req-72567f7c-8379-473d-ab74-a9141ab4958e tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Aug 09 13:28:10.748271 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-88d41143-8fdf-49ec-af92-12fe5a128d00 req-5aa6f5d2-e6b4-43ed-bb37-d90bca045795 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532870 Aug 09 13:28:10.756483 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2ccae-1184-4e7e-a094-78cd5e979555 req-977756fd-9cea-4833-8e4f-0feccfb13b0c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:10.758014 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c1b2ccae-1184-4e7e-a094-78cd5e979555 req-977756fd-9cea-4833-8e4f-0feccfb13b0c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 944 time: 0.0716965 Aug 09 13:28:10.796484 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c1b2ccae-1184-4e7e-a094-78cd5e979555 req-d8c22143-3dac-43f2-8f7a-4422ad4f618e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325501 Aug 09 13:28:11.374974 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11153d03-cf43-4cc4-9ab3-04c4f7722ac5 req-1fbece2a-0de6-4bc0-ad50-ed139fd63c11 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:11.376513 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-11153d03-cf43-4cc4-9ab3-04c4f7722ac5 req-1fbece2a-0de6-4bc0-ad50-ed139fd63c11 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0511844 Aug 09 13:28:11.416525 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-11153d03-cf43-4cc4-9ab3-04c4f7722ac5 req-85d33545-b28a-40e5-9b4a-66bc01610059 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/security-groups?id=02b03b32-d31c-4f13-a850-e83307f720b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340245 Aug 09 13:28:11.578900 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['27f79434-8bac-4fce-abd9-f4bb6e7f5cec'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:28:11.878412 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6e81-e4b0-437e-9181-791bcdfa009e req-08e28d09-1f71-48b8-b8e4-3c3a8837eff7 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:11.879955 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0d5a6e81-e4b0-437e-9181-791bcdfa009e req-08e28d09-1f71-48b8-b8e4-3c3a8837eff7 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 945 time: 0.0646591 Aug 09 13:28:11.900214 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-b300190e-5ec4-4108-b274-8f9a0200ad9c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:11.901866 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-b300190e-5ec4-4108-b274-8f9a0200ad9c tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 946 time: 0.0610745 Aug 09 13:28:11.946074 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0d5a6e81-e4b0-437e-9181-791bcdfa009e req-d620f2dc-8a20-4182-acc6-0e1c8009d7a4 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565078 Aug 09 13:28:11.955843 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bab60-9c11-402e-a231-eec603f3bc80 req-9379d1da-cf46-41ea-97a0-ee2f325db297 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:11.957365 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-403bab60-9c11-402e-a231-eec603f3bc80 req-9379d1da-cf46-41ea-97a0-ee2f325db297 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 944 time: 0.0762799 Aug 09 13:28:11.997160 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-db31aafb-e950-4748-84de-0f54a9a5f2b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Deleting port 085470da-f1fe-4d18-9cd4-b16bd9ced76c {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:28:11.997481 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-db31aafb-e950-4748-84de-0f54a9a5f2b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:11.998865 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-403bab60-9c11-402e-a231-eec603f3bc80 req-21e54e4d-102d-4d8b-bcfa-26690103548f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349262 Aug 09 13:28:12.092082 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-db31aafb-e950-4748-84de-0f54a9a5f2b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] For port 085470da-f1fe-4d18-9cd4-b16bd9ced76c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=085470da-f1fe-4d18-9cd4-b16bd9ced76c,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:28:12.092477 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-db31aafb-e950-4748-84de-0f54a9a5f2b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:12.107615 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-db31aafb-e950-4748-84de-0f54a9a5f2b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Calling delete_port for 085470da-f1fe-4d18-9cd4-b16bd9ced76c owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:28:12.245322 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-db31aafb-e950-4748-84de-0f54a9a5f2b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:12.275518 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31aafb-e950-4748-84de-0f54a9a5f2b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Pushing event deleted for resources: {'Port': ['ID=085470da-f1fe-4d18-9cd4-b16bd9ced76c,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:12.303645 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['085470da-f1fe-4d18-9cd4-b16bd9ced76c'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:28:12.318112 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-db31aafb-e950-4748-84de-0f54a9a5f2b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] No DVR routers for this DVR port 085470da-f1fe-4d18-9cd4-b16bd9ced76c on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:28:12.320773 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-db31aafb-e950-4748-84de-0f54a9a5f2b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:12.322823 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-1d88f1da-879d-4281-ab88-1a75982e9b0d req-db31aafb-e950-4748-84de-0f54a9a5f2b7 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.42 "DELETE /v2.0/ports/085470da-f1fe-4d18-9cd4-b16bd9ced76c HTTP/1.1" status: 204 len: 173 time: 0.4137464 Aug 09 13:28:12.323223 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8503398-025e-43be-9359-bc6ffde641f0', 'name': 'network-vif-deleted', 'tag': '085470da-f1fe-4d18-9cd4-b16bd9ced76c'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:28:12.325763 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfb21bc-10f1-4a9e-83e9-de18d3c6c4a9" -d '{"events": [{"server_uuid": "d8503398-025e-43be-9359-bc6ffde641f0", "name": "network-vif-deleted", "tag": "085470da-f1fe-4d18-9cd4-b16bd9ced76c"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:28:12.362599 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9525e8-445a-4edf-b694-f346a8b23a9c x-openstack-request-id: req-0b9525e8-445a-4edf-b694-f346a8b23a9c {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:28:12.362889 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8503398-025e-43be-9359-bc6ffde641f0", "name": "network-vif-deleted", "tag": "085470da-f1fe-4d18-9cd4-b16bd9ced76c", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:28:12.363135 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b9525e8-445a-4edf-b694-f346a8b23a9c {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:28:12.363542 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8503398-025e-43be-9359-bc6ffde641f0', 'name': 'network-vif-deleted', 'tag': '085470da-f1fe-4d18-9cd4-b16bd9ced76c', 'status': 'completed', 'code': 200} Aug 09 13:28:12.539909 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-158925bf-add8-4a37-8bc5-300c1d1ea91c req-d717cf15-688b-4f4a-b2c2-76cc7debdf47 tempest-ServerRescueNegativeTestJSON-1791284856 tempest-ServerRescueNegativeTestJSON-1791284856-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8503398-025e-43be-9359-bc6ffde641f0 HTTP/1.1" status: 200 len: 210 time: 0.0284197 Aug 09 13:28:13.130461 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aae72f-e428-46ef-830b-fe6c92ea84d3 req-504c012f-7bf5-4428-a0e0-b6c373a289d6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:13.131927 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-36aae72f-e428-46ef-830b-fe6c92ea84d3 req-504c012f-7bf5-4428-a0e0-b6c373a289d6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 944 time: 0.0549562 Aug 09 13:28:13.172491 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-36aae72f-e428-46ef-830b-fe6c92ea84d3 req-8d579753-f2eb-489c-b3aa-8f359ba6abc7 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338490 Aug 09 13:28:13.616671 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55476) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:13.796574 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 27f79434-8bac-4fce-abd9-f4bb6e7f5cec up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:28:13.849213 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:28:13.849452 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:13.934901 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:13.957587 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:28:13.960033 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e59e12-d569-44a6-a6e2-330452018734" -d '{"events": [{"server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "name": "network-vif-plugged", "status": "completed", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:28:13.973248 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:28:13.979684 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:13.980597 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 085470da-f1fe-4d18-9cd4-b16bd9ced76c no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:28:14.003875 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37c5778-3094-4ad6-83d1-d9802db6ed12 x-openstack-request-id: req-a37c5778-3094-4ad6-83d1-d9802db6ed12 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:28:14.004258 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "name": "network-vif-plugged", "status": "completed", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:28:14.004659 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a37c5778-3094-4ad6-83d1-d9802db6ed12 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:28:14.005068 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'code': 200} Aug 09 13:28:14.034294 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077597'] for router_interface, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.035059 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 085470da-f1fe-4d18-9cd4-b16bd9ced76c {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:28:14.035414 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 085470da-f1fe-4d18-9cd4-b16bd9ced76c not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:28:14.059542 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=10']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:14.297707 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc853b-21a4-46fa-b12e-92431b2fb5e0 req-544488eb-1109-4440-8ac7-4ee5643e107a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:14.299979 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-92cc853b-21a4-46fa-b12e-92431b2fb5e0 req-544488eb-1109-4440-8ac7-4ee5643e107a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 946 time: 0.0506539 Aug 09 13:28:14.342565 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-92cc853b-21a4-46fa-b12e-92431b2fb5e0 req-3c34bc9f-68b6-40a8-bfb9-dd4aef4f63ea tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349991 Aug 09 13:28:14.481596 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55492) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:14.588139 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7acb1b43-6fc0-4d7a-a53a-e4a312f03d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.590762 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc756b2-1c48-4867-b6dc-a2f163cfab06 req-e3a06c70-7f59-4f16-9aa4-dbc04241dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:14.592243 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ecc756b2-1c48-4867-b6dc-a2f163cfab06 req-e3a06c70-7f59-4f16-9aa4-dbc04241dcde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0634840 Aug 09 13:28:14.626647 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] Deleting port 94ad5366-0749-48f6-8a32-d67be6dd03d6 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:28:14.627353 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.674944 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ecc756b2-1c48-4867-b6dc-a2f163cfab06 req-71637930-c0a3-4d45-8cb1-3e038508ce2d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748408 Aug 09 13:28:14.679492 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7acb1b43-6fc0-4d7a-a53a-e4a312f03d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.684622 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7acb1b43-6fc0-4d7a-a53a-e4a312f03d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.717104 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] For port 94ad5366-0749-48f6-8a32-d67be6dd03d6, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=94ad5366-0749-48f6-8a32-d67be6dd03d6,segment=NetworkSegment(21cb0151-d2ad-4b30-9988-da18df2b3a23),segment_id=21cb0151-d2ad-4b30-9988-da18df2b3a23)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:28:14.717461 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.722693 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-7acb1b43-6fc0-4d7a-a53a-e4a312f03d7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef33149b1ee14efdb177aae899b57ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399824 Aug 09 13:28:14.723396 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb1b43-6fc0-4d7a-a53a-e4a312f03d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97355a53-b664-45ec-925e-b28d80a99943,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:14.725775 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55496) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:14.734430 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] Calling delete_port for 94ad5366-0749-48f6-8a32-d67be6dd03d6 owned by network:router_interface {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:28:14.779776 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-45c2809c-5499-4592-b0e4-652ffbc30352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.801115 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-45c2809c-5499-4592-b0e4-652ffbc30352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.847242 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-45c2809c-5499-4592-b0e4-652ffbc30352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.849876 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-45c2809c-5499-4592-b0e4-652ffbc30352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.851018 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-45c2809c-5499-4592-b0e4-652ffbc30352 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97355a53-b664-45ec-925e-b28d80a99943 HTTP/1.1" status: 204 len: 168 time: 0.1243622 Aug 09 13:28:14.859142 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2809c-5499-4592-b0e4-652ffbc30352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97355a53-b664-45ec-925e-b28d80a99943,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:14.944119 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:14.969771 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] Pushing event deleted for resources: {'Port': ['ID=94ad5366-0749-48f6-8a32-d67be6dd03d6,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:15.124597 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55502) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:15.130036 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078253'] for router_interface, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.138110 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c6f07a6-e0d0-4dbb-85d9-490c1b37faae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.230879 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c6f07a6-e0d0-4dbb-85d9-490c1b37faae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.237910 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4c6f07a6-e0d0-4dbb-85d9-490c1b37faae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.276708 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-4c6f07a6-e0d0-4dbb-85d9-490c1b37faae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8588682eb2443c08b786be25cd7d6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509795 Aug 09 13:28:15.277565 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f07a6-e0d0-4dbb-85d9-490c1b37faae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0165c2-3e1e-423b-bce9-88004e932ff4,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:15.279936 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55504) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:15.328853 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e7a69738-da42-4863-98b8-26d486f4bb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.348528 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] Router 9bb553d9-4be8-4666-bb29-cf3063fce04c has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:28:15.350147 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e7a69738-da42-4863-98b8-26d486f4bb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.406178 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e7a69738-da42-4863-98b8-26d486f4bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.409098 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e7a69738-da42-4863-98b8-26d486f4bb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.410251 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-e7a69738-da42-4863-98b8-26d486f4bb13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b0165c2-3e1e-423b-bce9-88004e932ff4 HTTP/1.1" status: 204 len: 168 time: 0.1294632 Aug 09 13:28:15.418318 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a69738-da42-4863-98b8-26d486f4bb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0165c2-3e1e-423b-bce9-88004e932ff4,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:15.470185 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:28:15.478924 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-7b6ac2f1-41dc-4eba-ba2c-f1c33a8889ae admin admin] 10.222.0.32 "PUT /v2.0/routers/9bb553d9-4be8-4666-bb29-cf3063fce04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8589528 Aug 09 13:28:15.480176 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] Sync routers for ids ['9bb553d9-4be8-4666-bb29-cf3063fce04c'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:28:15.486481 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bed8b-2f50-4043-a424-48f739f82fd8 req-c9c5620c-e3a5-450e-a04b-e7557b2ecfad tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:15.487964 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d90bed8b-2f50-4043-a424-48f739f82fd8 req-c9c5620c-e3a5-450e-a04b-e7557b2ecfad tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 946 time: 0.0624299 Aug 09 13:28:15.488496 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55512) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:15.500254 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] Routers {'9bb553d9-4be8-4666-bb29-cf3063fce04c'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:28:15.500917 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:28:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['9bb553d9-4be8-4666-bb29-cf3063fce04c'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:15.604886 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d90bed8b-2f50-4043-a424-48f739f82fd8 req-019bb9b8-46f7-4476-a93a-dd21a01c103a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085052 Aug 09 13:28:15.609492 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] Set router 9bb553d9-4be8-4666-bb29-cf3063fce04c gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:28:15.637341 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Notify callbacks [] for router, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.760804 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.839693 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Deleting port 523c02bd-06d5-4281-ad29-16e24992f62a {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:28:15.840040 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.841281 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-router', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:13Z', 'updated_at': '2021-08-09T13:28:14Z', 'revision_number': 5, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'gw_port': {'id': '523c02bd-06d5-4281-ad29-16e24992f62a', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:15.872094 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] Checking router: 9bb553d9-4be8-4666-bb29-cf3063fce04c for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:28:15.881401 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] Routers {'9bb553d9-4be8-4666-bb29-cf3063fce04c'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:28:15.882091 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:28:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['9bb553d9-4be8-4666-bb29-cf3063fce04c'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:15.946737 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] For port 523c02bd-06d5-4281-ad29-16e24992f62a, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=523c02bd-06d5-4281-ad29-16e24992f62a,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:28:15.947226 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:15.965222 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Calling delete_port for 523c02bd-06d5-4281-ad29-16e24992f62a owned by network:router_gateway {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:28:15.987231 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] Set router 9bb553d9-4be8-4666-bb29-cf3063fce04c gateway port host: None {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:28:16.048505 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-router', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:13Z', 'updated_at': '2021-08-09T13:28:15Z', 'revision_number': 6, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'gw_port_host': None}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:16.076163 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc77b-46c6-42d7-82f8-b206a5e5b1ce None None] The sync data for ids ['9bb553d9-4be8-4666-bb29-cf3063fce04c'] in dv-cinder-787296-4-iscsi is: [{'id': '9bb553d9-4be8-4666-bb29-cf3063fce04c', 'name': 'tempest-ServerRescueNegativeTestJSON-1304353428-router', 'tenant_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:13Z', 'updated_at': '2021-08-09T13:28:15Z', 'revision_number': 6, 'project_id': 'a0f5ba57c2b044c7b18f300f378da1a5', 'gw_port_host': None}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:28:16.204118 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.235993 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Pushing event deleted for resources: {'Port': ['ID=523c02bd-06d5-4281-ad29-16e24992f62a,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:16.313083 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076107'] for router_gateway, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.419035 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2080319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35231'] for router, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.421323 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.495850 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080459'] for router, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.496497 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb553d9-4be8-4666-bb29-cf3063fce04c {{(pid=93361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 13:28:16.502862 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] Notify callbacks [] for router, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.504838 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0a062991-44da-4df6-904a-507c12cc995b admin admin] 10.222.0.32 "DELETE /v2.0/routers/9bb553d9-4be8-4666-bb29-cf3063fce04c HTTP/1.1" status: 204 len: 168 time: 1.0152993 Aug 09 13:28:16.506681 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55570) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:16.585941 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-58484b98-c2e2-4172-9e69-866a1539da0d admin admin] Deleting subnet 6a0b5930-ab70-47c5-a49b-97444f6e0e28 {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:28:16.590417 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-58484b98-c2e2-4172-9e69-866a1539da0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.636177 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-58484b98-c2e2-4172-9e69-866a1539da0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4973682'] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.687874 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-58484b98-c2e2-4172-9e69-866a1539da0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.771566 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bafd4-c1a3-4291-a285-1d6237a81748 req-83908470-03c8-49af-b572-1df56b5359ea tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:16.773085 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f78bafd4-c1a3-4291-a285-1d6237a81748 req-83908470-03c8-49af-b572-1df56b5359ea tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 946 time: 0.0867496 Aug 09 13:28:16.789448 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-58484b98-c2e2-4172-9e69-866a1539da0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7808304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5859452'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.827049 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58484b98-c2e2-4172-9e69-866a1539da0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0b5930-ab70-47c5-a49b-97444f6e0e28,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:16.837570 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-58484b98-c2e2-4172-9e69-866a1539da0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.842015 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-58484b98-c2e2-4172-9e69-866a1539da0d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6a0b5930-ab70-47c5-a49b-97444f6e0e28 HTTP/1.1" status: 204 len: 168 time: 0.3291328 Aug 09 13:28:16.842393 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55580) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:16.848394 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f78bafd4-c1a3-4291-a285-1d6237a81748 req-6b242169-a67b-431b-924c-f61d80cc4797 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672400 Aug 09 13:28:16.912568 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:16.995379 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:17.005178 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb703b2-d4e6-48a1-9843-a63156de0da9']}} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:17.015117 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cb0151-d2ad-4b30-9988-da18df2b3a23') {'for_net_delete': True} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:17.015410 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cb0151-d2ad-4b30-9988-da18df2b3a23') {} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:28:17.023855 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8290816'] for segment, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:17.037790 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:17.044110 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:28:17.044528 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8150994'] for segment, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: Traceback (most recent call last): Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: timer() Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: cb(*args, **kw) Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: return func(*args, **kwargs) Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: self._notify() Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: self.callback(batched_events) Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: event.method(event) Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: return f(self, *a, **k) Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._get(url).json() Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: return self.request(url, 'GET', **kwargs) Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:28:17.046267 dv-cinder-787296-4-iscsi neutron-server[93362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:28:17.099485 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:17.105360 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:17.107176 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bbb703b2-d4e6-48a1-9843-a63156de0da9 HTTP/1.1" status: 204 len: 168 time: 0.2638676 Aug 09 13:28:17.118643 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432d1bd-4735-4778-8a3c-28a752dcf452 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb703b2-d4e6-48a1-9843-a63156de0da9,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:17.289475 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55584) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:17.329701 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-db6ada7e-d2a1-4a81-9e9c-7a435e5bb718 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0f5ba57c2b044c7b18f300f378da1a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388432 Aug 09 13:28:17.333293 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55586) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:17.385412 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3ad8be7b-a8b6-44a7-a081-a78bd6b7f7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:17.406233 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3ad8be7b-a8b6-44a7-a081-a78bd6b7f7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:17.453177 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3ad8be7b-a8b6-44a7-a081-a78bd6b7f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:17.455744 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3ad8be7b-a8b6-44a7-a081-a78bd6b7f7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:17.457021 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-3ad8be7b-a8b6-44a7-a081-a78bd6b7f7b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02b03b32-d31c-4f13-a850-e83307f720b8 HTTP/1.1" status: 204 len: 168 time: 0.1227956 Aug 09 13:28:17.464830 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8be7b-a8b6-44a7-a081-a78bd6b7f7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b03b32-d31c-4f13-a850-e83307f720b8,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:17.991432 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580a513-cb8f-4f7f-8f89-33027dfa6ea9 req-b7ea4f6d-202e-489d-8ab2-a7e2a4830776 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:17.994948 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 94ad5366-0749-48f6-8a32-d67be6dd03d6 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:28:17.996780 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3580a513-cb8f-4f7f-8f89-33027dfa6ea9 req-b7ea4f6d-202e-489d-8ab2-a7e2a4830776 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 946 time: 0.0638278 Aug 09 13:28:18.015736 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 94ad5366-0749-48f6-8a32-d67be6dd03d6 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:28:18.016083 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 94ad5366-0749-48f6-8a32-d67be6dd03d6 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:28:18.016533 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 523c02bd-06d5-4281-ad29-16e24992f62a no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:28:18.036933 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 523c02bd-06d5-4281-ad29-16e24992f62a {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:28:18.037279 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 523c02bd-06d5-4281-ad29-16e24992f62a not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:28:18.038320 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3580a513-cb8f-4f7f-8f89-33027dfa6ea9 req-a902b0f7-ea49-42d8-bb47-f9ff21141151 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375285 Aug 09 13:28:19.847144 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55688) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:19.958000 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-511c79a1-58f1-492a-af3d-1d1b618d3bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:20.045789 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-511c79a1-58f1-492a-af3d-1d1b618d3bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:20.051914 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-511c79a1-58f1-492a-af3d-1d1b618d3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:20.088232 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-511c79a1-58f1-492a-af3d-1d1b618d3bcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2132a3d9e52a41b3b8634656b3b1950d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400236 Aug 09 13:28:20.089073 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c79a1-58f1-492a-af3d-1d1b618d3bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e25d158-0214-42a7-9f2b-fb28b4b48af5,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:20.091178 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55694) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:20.140783 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7856a94-72c2-4348-97db-53cca91f2b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:20.162680 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7856a94-72c2-4348-97db-53cca91f2b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:20.212437 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7856a94-72c2-4348-97db-53cca91f2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:20.215847 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7856a94-72c2-4348-97db-53cca91f2b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:20.217446 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a7856a94-72c2-4348-97db-53cca91f2b4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e25d158-0214-42a7-9f2b-fb28b4b48af5 HTTP/1.1" status: 204 len: 168 time: 0.1252189 Aug 09 13:28:20.225414 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7856a94-72c2-4348-97db-53cca91f2b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e25d158-0214-42a7-9f2b-fb28b4b48af5,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:22.594011 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55786) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:22.717521 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:22.813844 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:22.819851 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:22.859305 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd1db28-44b2-4776-9192-ed0d44c34095,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:22.863004 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9116b02b6f4e4ba09b6694868cec1b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679193 Aug 09 13:28:22.866307 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55790) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:22.869439 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.869779 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.870119 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.870442 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.870765 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.871093 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.871410 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.871737 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.872062 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.872409 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.872723 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.873026 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d626d-93bc-4052-8ba5-a094e9206acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:22.915179 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:22.935981 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:22.984993 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:22.987838 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:22.989010 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bd1db28-44b2-4776-9192-ed0d44c34095 HTTP/1.1" status: 204 len: 168 time: 0.1217456 Aug 09 13:28:22.997860 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd1db28-44b2-4776-9192-ed0d44c34095,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:23.005099 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.005449 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.005777 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.006104 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.006428 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.006751 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.007103 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.007370 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.007688 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.008002 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.008338 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.008703 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7268-0fd1-4614-9eb3-752d2964b2dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:28:23.266269 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55798) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:23.282622 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-19b82aae-e13d-42fc-8293-a24bf360f088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:23.379009 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-19b82aae-e13d-42fc-8293-a24bf360f088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:23.385192 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-19b82aae-e13d-42fc-8293-a24bf360f088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:23.420434 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b82aae-e13d-42fc-8293-a24bf360f088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4597c82d-fc10-40c8-aba3-bd192c9d3f5a,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:23.424509 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-19b82aae-e13d-42fc-8293-a24bf360f088 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2a7423f82cf4fd6a9e79880f27c0dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571922 Aug 09 13:28:23.427172 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55800) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:23.475493 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bc877cae-3076-4cfa-8c13-f2eeb255299b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:23.496445 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bc877cae-3076-4cfa-8c13-f2eeb255299b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:23.545680 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bc877cae-3076-4cfa-8c13-f2eeb255299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:23.548561 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bc877cae-3076-4cfa-8c13-f2eeb255299b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:23.549879 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-bc877cae-3076-4cfa-8c13-f2eeb255299b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4597c82d-fc10-40c8-aba3-bd192c9d3f5a HTTP/1.1" status: 204 len: 168 time: 0.1218388 Aug 09 13:28:23.565325 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc877cae-3076-4cfa-8c13-f2eeb255299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4597c82d-fc10-40c8-aba3-bd192c9d3f5a,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:25.225015 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55860) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:25.583905 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7587d5c7-a490-4bb0-a1be-9fc537efdf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:25.676820 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7587d5c7-a490-4bb0-a1be-9fc537efdf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:25.682291 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7587d5c7-a490-4bb0-a1be-9fc537efdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:25.721577 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-7587d5c7-a490-4bb0-a1be-9fc537efdf9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8aa91de94e94ce39e46c16222c06f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929910 Aug 09 13:28:25.721577 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587d5c7-a490-4bb0-a1be-9fc537efdf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee88425-ffc3-4e35-b738-10aa93f41a75,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:25.722001 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55864) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:25.771948 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-45e49822-ad1f-4a03-b4a5-797f9de7326f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:25.793092 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-45e49822-ad1f-4a03-b4a5-797f9de7326f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:25.843997 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-45e49822-ad1f-4a03-b4a5-797f9de7326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:25.846371 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-45e49822-ad1f-4a03-b4a5-797f9de7326f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:25.847506 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-45e49822-ad1f-4a03-b4a5-797f9de7326f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aee88425-ffc3-4e35-b738-10aa93f41a75 HTTP/1.1" status: 204 len: 168 time: 0.1244147 Aug 09 13:28:25.855117 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e49822-ad1f-4a03-b4a5-797f9de7326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee88425-ffc3-4e35-b738-10aa93f41a75,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:26.110785 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 55872) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:26.125620 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-936c03b1-7322-46c3-a0e0-14d13038bc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:26.220987 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-936c03b1-7322-46c3-a0e0-14d13038bc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:26.227208 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-936c03b1-7322-46c3-a0e0-14d13038bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:26.267263 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-936c03b1-7322-46c3-a0e0-14d13038bc24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=791923923b784bbb89100371ba3cb6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554091 Aug 09 13:28:26.268404 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c03b1-7322-46c3-a0e0-14d13038bc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f19717-2d5f-4ed3-96ce-08a1de1dc3f4,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:26.270218 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 55876) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:26.323000 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-5d40d82c-6912-4abb-9b10-c1f152ce46bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:26.344412 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-5d40d82c-6912-4abb-9b10-c1f152ce46bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:26.397911 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-5d40d82c-6912-4abb-9b10-c1f152ce46bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:26.400707 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-5d40d82c-6912-4abb-9b10-c1f152ce46bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:26.401859 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-5d40d82c-6912-4abb-9b10-c1f152ce46bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6f19717-2d5f-4ed3-96ce-08a1de1dc3f4 HTTP/1.1" status: 204 len: 168 time: 0.1298766 Aug 09 13:28:26.409625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40d82c-6912-4abb-9b10-c1f152ce46bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f19717-2d5f-4ed3-96ce-08a1de1dc3f4,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:32.836145 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44078962-8fcc-4e3e-8dc6-23291aa6b4ae req-aef306a9-978e-4019-83c4-d25e26732849 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:32.838094 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-44078962-8fcc-4e3e-8dc6-23291aa6b4ae req-aef306a9-978e-4019-83c4-d25e26732849 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0494320 Aug 09 13:28:32.882169 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-44078962-8fcc-4e3e-8dc6-23291aa6b4ae req-41827b75-055b-4369-bb25-3b8251df49ea tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374525 Aug 09 13:28:33.041136 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56020) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:33.145892 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d998-9ce8-471b-a049-e3d1010d959a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:33.239900 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d998-9ce8-471b-a049-e3d1010d959a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:33.245299 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d998-9ce8-471b-a049-e3d1010d959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:33.283034 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e2b0d998-9ce8-471b-a049-e3d1010d959a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=983e1cfaff9045e0b0c4854701e774e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406323 Aug 09 13:28:33.283882 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0d998-9ce8-471b-a049-e3d1010d959a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb03de5-e10f-4537-a015-ddedf04928b0,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:33.285853 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56030) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:33.338306 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d6f5e26e-62fa-4b97-9c95-f8dd35016349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:33.360849 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d6f5e26e-62fa-4b97-9c95-f8dd35016349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:33.412976 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d6f5e26e-62fa-4b97-9c95-f8dd35016349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:33.415896 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d6f5e26e-62fa-4b97-9c95-f8dd35016349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:33.419822 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-d6f5e26e-62fa-4b97-9c95-f8dd35016349 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bb03de5-e10f-4537-a015-ddedf04928b0 HTTP/1.1" status: 204 len: 168 time: 0.1302180 Aug 09 13:28:33.424858 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5e26e-62fa-4b97-9c95-f8dd35016349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb03de5-e10f-4537-a015-ddedf04928b0,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:33.677568 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-eb755929-4317-42ec-9576-2a654b9c3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:33.679145 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-eb755929-4317-42ec-9576-2a654b9c3f72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 1099 time: 0.0465479 Aug 09 13:28:33.691474 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56036) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:33.713656 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1f41-e3c5-40fa-8821-fdcfa3ccf137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:33.824389 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-52d07867-db07-4966-99d7-d9b834ccfec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:33.825900 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-52d07867-db07-4966-99d7-d9b834ccfec2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 200 len: 912 time: 0.1214104 Aug 09 13:28:33.918456 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-65225ab1-de53-4905-86c0-b8a3d683c6d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139b1fd9-9070-424a-b060-0e1cb8395dc0 HTTP/1.1" status: 200 len: 1002 time: 0.0826840 Aug 09 13:28:33.933461 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1f41-e3c5-40fa-8821-fdcfa3ccf137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:33.945187 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1f41-e3c5-40fa-8821-fdcfa3ccf137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:34.012520 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50642bd8-513e-4f0b-b9c9-9987229e5269 req-521ce8db-25a9-4d95-90c4-6124d5676b10 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:34.014439 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-50642bd8-513e-4f0b-b9c9-9987229e5269 req-521ce8db-25a9-4d95-90c4-6124d5676b10 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0582447 Aug 09 13:28:34.021857 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-0c2e1f41-e3c5-40fa-8821-fdcfa3ccf137 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4640dd3015064921a13192ffa09cc6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270056 Aug 09 13:28:34.022155 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56050) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:34.029614 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-6e9e17ff-b844-4d05-bfde-e8249927822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:34.031283 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-6e9e17ff-b844-4d05-bfde-e8249927822c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deee3343-13d4-4428-b960-47c7a74f85e9 HTTP/1.1" status: 200 len: 850 time: 0.0963101 Aug 09 13:28:34.031864 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e1f41-e3c5-40fa-8821-fdcfa3ccf137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56b5357-21d1-43ba-9690-2a274d148610,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:34.056040 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-50642bd8-513e-4f0b-b9c9-9987229e5269 req-5db1ed92-9d6f-479e-8b9e-91959bdb2a12 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348165 Aug 09 13:28:34.108256 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-603dfbb4-20a0-46d5-a0e7-7e419d48fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:34.109742 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-603dfbb4-20a0-46d5-a0e7-7e419d48fd49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1213056-cd70-44c3-b463-5d2c8e45ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662351 Aug 09 13:28:34.110766 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0eefc5da-5064-48ce-9918-845ab9133a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:34.138551 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0eefc5da-5064-48ce-9918-845ab9133a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:34.237701 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-71033228-490f-4afd-8988-40a4b3303a6a service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098163 Aug 09 13:28:34.243968 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0eefc5da-5064-48ce-9918-845ab9133a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:34.246541 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-0eefc5da-5064-48ce-9918-845ab9133a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:34.247542 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-0eefc5da-5064-48ce-9918-845ab9133a52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b56b5357-21d1-43ba-9690-2a274d148610 HTTP/1.1" status: 204 len: 168 time: 0.2243471 Aug 09 13:28:34.271223 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefc5da-5064-48ce-9918-845ab9133a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56b5357-21d1-43ba-9690-2a274d148610,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:34.341731 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-eb05cf7f-062a-43eb-a882-49464bdbe372 req-e57bf18b-1cd8-4752-baf4-fa4f896ff02a service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930486 Aug 09 13:28:34.628680 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56068) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:34.779023 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bdbc05c8-e59b-4dc9-9f6d-ade371c89fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:34.893638 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bdbc05c8-e59b-4dc9-9f6d-ade371c89fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:34.899464 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bdbc05c8-e59b-4dc9-9f6d-ade371c89fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:34.937220 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-bdbc05c8-e59b-4dc9-9f6d-ade371c89fbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae3780eea5444ac4a6225eb3ba3365f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074050 Aug 09 13:28:34.939457 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc05c8-e59b-4dc9-9f6d-ade371c89fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d38848e-4d7d-4da8-a1bb-471692b3570a,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:34.940179 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56084) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:34.992862 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d1df-8ef8-4683-a83d-3f2d4dc752b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:35.019478 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d1df-8ef8-4683-a83d-3f2d4dc752b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:35.040145 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-966325fe-4592-4a66-9874-a6b1473c3360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:35.075657 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d1df-8ef8-4683-a83d-3f2d4dc752b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:35.077806 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d1df-8ef8-4683-a83d-3f2d4dc752b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:35.081791 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-e8b2d1df-8ef8-4683-a83d-3f2d4dc752b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d38848e-4d7d-4da8-a1bb-471692b3570a HTTP/1.1" status: 204 len: 168 time: 0.1405084 Aug 09 13:28:35.092007 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2d1df-8ef8-4683-a83d-3f2d4dc752b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d38848e-4d7d-4da8-a1bb-471692b3570a,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:35.203911 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f914e30-73e9-4970-9a60-735696dc60c0 req-f50d1d0d-51ad-4030-b7cb-ae3b00f2779a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:35.205803 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2f914e30-73e9-4970-9a60-735696dc60c0 req-f50d1d0d-51ad-4030-b7cb-ae3b00f2779a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0596843 Aug 09 13:28:35.268369 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2f914e30-73e9-4970-9a60-735696dc60c0 req-99eb5554-da39-422c-9730-ce6aef33812b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438421 Aug 09 13:28:35.336242 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb1101-ea87-4a7d-8339-eeee1aa7e916 req-91012587-f3d3-4eb9-8587-c780d43cc3de tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:35.337931 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7abb1101-ea87-4a7d-8339-eeee1aa7e916 req-91012587-f3d3-4eb9-8587-c780d43cc3de tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 945 time: 0.0573213 Aug 09 13:28:35.382695 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7abb1101-ea87-4a7d-8339-eeee1aa7e916 req-3a59517f-2726-4d59-abcb-df210535ae4b tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372264 Aug 09 13:28:36.388966 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877946f-0a57-4afa-85f3-c3680a4b4fa4 req-a6f028a1-c45d-4de4-99cf-65f38b83a554 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:36.390434 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5877946f-0a57-4afa-85f3-c3680a4b4fa4 req-a6f028a1-c45d-4de4-99cf-65f38b83a554 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0498533 Aug 09 13:28:36.431521 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5877946f-0a57-4afa-85f3-c3680a4b4fa4 req-e9bb54c9-bf35-45c5-a7a9-be7b2eb307ef tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349813 Aug 09 13:28:36.507967 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed925d6-3df4-4eaa-92a3-53118725e67b req-46ff4eab-e472-4fba-8e6f-14ba151feb06 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:36.509496 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bed925d6-3df4-4eaa-92a3-53118725e67b req-46ff4eab-e472-4fba-8e6f-14ba151feb06 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 945 time: 0.0513422 Aug 09 13:28:36.549936 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bed925d6-3df4-4eaa-92a3-53118725e67b req-d03d4c32-5da4-4b31-8b7c-86032e7acc06 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310848 Aug 09 13:28:37.552543 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341ca44-4322-4704-9f68-c43ce4dd05e0 req-c6da9e1f-2b14-4cc6-960a-0044f41a0422 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:37.554079 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5341ca44-4322-4704-9f68-c43ce4dd05e0 req-c6da9e1f-2b14-4cc6-960a-0044f41a0422 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0535152 Aug 09 13:28:37.556118 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-8197468e-995c-4166-95d4-78eec9e14f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:37.594203 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5341ca44-4322-4704-9f68-c43ce4dd05e0 req-65856ab3-f025-49a4-8093-2725979fe9b3 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326457 Aug 09 13:28:37.642217 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:37.669809 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b2f95-7dc3-425a-afed-5c9f4b4f7cb6 req-9f33ddec-8478-4856-9a7c-3a5043416c9a tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:37.671262 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fd9b2f95-7dc3-425a-afed-5c9f4b4f7cb6 req-9f33ddec-8478-4856-9a7c-3a5043416c9a tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 945 time: 0.0476694 Aug 09 13:28:37.716531 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fd9b2f95-7dc3-425a-afed-5c9f4b4f7cb6 req-e30479cd-fd44-4050-b9a9-8cb44f5315e7 tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/security-groups?id=238f365e-d8a7-4323-8f72-8011f8a96eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361652 Aug 09 13:28:37.777216 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-ebb73737-8e60-47c7-8137-1c62da65372c tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:37.778757 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-ebb73737-8e60-47c7-8137-1c62da65372c tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Aug 09 13:28:37.874161 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-1e0b3573-5d64-4f39-9290-5ac89809b11f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Deleting port 369c9763-6981-4bac-92dd-de9823176385 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:28:37.874489 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-1e0b3573-5d64-4f39-9290-5ac89809b11f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:37.901632 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:37.961618 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-1e0b3573-5d64-4f39-9290-5ac89809b11f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] For port 369c9763-6981-4bac-92dd-de9823176385, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=369c9763-6981-4bac-92dd-de9823176385,segment=NetworkSegment(74c311b6-baf4-44b6-89f3-b9f52fca6dae),segment_id=74c311b6-baf4-44b6-89f3-b9f52fca6dae)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:28:37.961978 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-1e0b3573-5d64-4f39-9290-5ac89809b11f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:37.974915 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-1e0b3573-5d64-4f39-9290-5ac89809b11f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Calling delete_port for 369c9763-6981-4bac-92dd-de9823176385 owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:28:38.118848 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-1e0b3573-5d64-4f39-9290-5ac89809b11f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:38.140388 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['369c9763-6981-4bac-92dd-de9823176385'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:28:38.156560 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b3573-5d64-4f39-9290-5ac89809b11f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Pushing event deleted for resources: {'Port': ['ID=369c9763-6981-4bac-92dd-de9823176385,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:38.194319 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-1e0b3573-5d64-4f39-9290-5ac89809b11f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] No DVR routers for this DVR port 369c9763-6981-4bac-92dd-de9823176385 on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:28:38.196808 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-1e0b3573-5d64-4f39-9290-5ac89809b11f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:38.198879 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9157e54f-abc6-47d3-a517-0633f86a7d16 req-1e0b3573-5d64-4f39-9290-5ac89809b11f tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.42 "DELETE /v2.0/ports/369c9763-6981-4bac-92dd-de9823176385 HTTP/1.1" status: 204 len: 173 time: 0.4105465 Aug 09 13:28:38.199439 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ad0e70-3a25-4b72-826c-5018a6e55fd1', 'name': 'network-vif-deleted', 'tag': '369c9763-6981-4bac-92dd-de9823176385'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:28:38.201695 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a666bbad-add4-4a07-aec9-795cad7f4d08" -d '{"events": [{"server_uuid": "a1ad0e70-3a25-4b72-826c-5018a6e55fd1", "name": "network-vif-deleted", "tag": "369c9763-6981-4bac-92dd-de9823176385"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:28:38.244497 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554a20bf-c588-477d-99dc-510d9acc8d0d x-openstack-request-id: req-554a20bf-c588-477d-99dc-510d9acc8d0d {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:28:38.244762 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ad0e70-3a25-4b72-826c-5018a6e55fd1", "name": "network-vif-deleted", "tag": "369c9763-6981-4bac-92dd-de9823176385", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:28:38.245007 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-554a20bf-c588-477d-99dc-510d9acc8d0d {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:28:38.245501 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ad0e70-3a25-4b72-826c-5018a6e55fd1', 'name': 'network-vif-deleted', 'tag': '369c9763-6981-4bac-92dd-de9823176385', 'status': 'completed', 'code': 200} Aug 09 13:28:38.727476 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13c7ae-4075-4b7b-9cae-e67b504eff07 req-8451d191-86dc-463b-9d9b-694fd532f21d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:38.728956 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3d13c7ae-4075-4b7b-9cae-e67b504eff07 req-8451d191-86dc-463b-9d9b-694fd532f21d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0600345 Aug 09 13:28:38.782216 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3d13c7ae-4075-4b7b-9cae-e67b504eff07 req-0223d87b-a070-4012-88af-9c3d43cdbaa0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433335 Aug 09 13:28:38.782999 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:38.846603 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c3b65f4f-fe48-4037-936f-1c441239a760 req-0cdc9bc0-f1d7-4524-894f-49bc10e2b22d tempest-VolumesSnapshotTestJSON-319845667 tempest-VolumesSnapshotTestJSON-319845667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ad0e70-3a25-4b72-826c-5018a6e55fd1 HTTP/1.1" status: 200 len: 210 time: 0.0323937 Aug 09 13:28:39.919235 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b2491-5c13-4f56-9e57-c89c0a41977c req-c7489ead-6dde-49f7-b9a2-55ba09365262 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:39.920815 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-378b2491-5c13-4f56-9e57-c89c0a41977c req-c7489ead-6dde-49f7-b9a2-55ba09365262 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0499022 Aug 09 13:28:39.961573 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-378b2491-5c13-4f56-9e57-c89c0a41977c req-dbb62abe-7710-4abb-a96f-eefdc9e101ff tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348635 Aug 09 13:28:40.203550 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:41.086679 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e083e-331a-46c4-a0fc-6be2d477e4bb req-c0e22a8b-1d66-4fae-a03e-1dd571cc365e tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:41.088165 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-251e083e-331a-46c4-a0fc-6be2d477e4bb req-c0e22a8b-1d66-4fae-a03e-1dd571cc365e tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0534234 Aug 09 13:28:41.129806 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-251e083e-331a-46c4-a0fc-6be2d477e4bb req-73162006-bdbb-472c-b66e-ffbf2a95c3ae tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355799 Aug 09 13:28:42.251258 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0a6d-7a3c-4dd0-a628-e1a2ee47b69a req-b1f40976-22de-43cb-bada-cd03f8ccee49 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:42.252764 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ffbe0a6d-7a3c-4dd0-a628-e1a2ee47b69a req-b1f40976-22de-43cb-bada-cd03f8ccee49 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0540888 Aug 09 13:28:42.298914 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ffbe0a6d-7a3c-4dd0-a628-e1a2ee47b69a req-c0b6c86b-be4d-4b5c-9e71-ff6f2ad547e6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375314 Aug 09 13:28:42.716614 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 369c9763-6981-4bac-92dd-de9823176385 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:28:42.742679 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 369c9763-6981-4bac-92dd-de9823176385 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:28:42.743006 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 369c9763-6981-4bac-92dd-de9823176385 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:28:43.428933 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199d940-1f63-45ab-9d90-e63c2beeb662 req-9af85f9f-cb05-47ab-80a3-1e739003ceb7 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:43.430454 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b199d940-1f63-45ab-9d90-e63c2beeb662 req-9af85f9f-cb05-47ab-80a3-1e739003ceb7 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0570905 Aug 09 13:28:43.473799 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b199d940-1f63-45ab-9d90-e63c2beeb662 req-c28e77f6-526f-429e-802d-e06ab7adf89d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371110 Aug 09 13:28:44.611488 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdf315-b004-4554-b0e8-92d0c4d44034 req-496ce696-0ffd-43cd-823f-6df2b5fecf6f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:44.613026 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-43fdf315-b004-4554-b0e8-92d0c4d44034 req-496ce696-0ffd-43cd-823f-6df2b5fecf6f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0546355 Aug 09 13:28:44.657356 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-43fdf315-b004-4554-b0e8-92d0c4d44034 req-d56ee5b7-72fd-48a3-b2ee-b0772f9a18f9 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347660 Aug 09 13:28:45.385066 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:28:45.790743 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded223e5-fbf0-41ab-a2c1-3e4ab7f4df00 req-a58eccde-0d65-4064-b99e-37a0387f320c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:45.792256 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ded223e5-fbf0-41ab-a2c1-3e4ab7f4df00 req-a58eccde-0d65-4064-b99e-37a0387f320c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0657554 Aug 09 13:28:45.844813 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ded223e5-fbf0-41ab-a2c1-3e4ab7f4df00 req-4ac52348-22d4-4abd-977b-1eb545667ca0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393128 Aug 09 13:28:46.964176 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe6c2a-4af3-4a71-a013-45622089d773 req-9fab0a42-433c-46e9-a8ab-5aa8db3740aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:46.965736 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eabe6c2a-4af3-4a71-a013-45622089d773 req-9fab0a42-433c-46e9-a8ab-5aa8db3740aa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0516388 Aug 09 13:28:47.007969 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-eabe6c2a-4af3-4a71-a013-45622089d773 req-21b502ba-eba5-4349-8b5b-49218c911008 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346854 Aug 09 13:28:48.138692 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b2649-6433-4bc7-a8dd-04ac98d0b70a req-44d9ac8f-761b-49a0-9855-d0f826acb773 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:48.140243 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a66b2649-6433-4bc7-a8dd-04ac98d0b70a req-44d9ac8f-761b-49a0-9855-d0f826acb773 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0534632 Aug 09 13:28:48.178269 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a66b2649-6433-4bc7-a8dd-04ac98d0b70a req-bffb4913-3bbb-463f-89cc-935c2f6f3ccc tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318651 Aug 09 13:28:49.298439 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08dd2e-5664-4db6-881a-58238d6e0ef2 req-bc6a83b8-3970-4d4b-aff9-e5760ef3b6d5 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:49.299959 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9e08dd2e-5664-4db6-881a-58238d6e0ef2 req-bc6a83b8-3970-4d4b-aff9-e5760ef3b6d5 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0533793 Aug 09 13:28:49.352499 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9e08dd2e-5664-4db6-881a-58238d6e0ef2 req-de070342-5584-4cd1-9832-e3937cbd6b47 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 Aug 09 13:28:50.465786 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf117b17-92b4-44f4-a643-89a14049d1ba req-061795fa-ef2a-404c-a386-28f0be81eff2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:50.467278 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cf117b17-92b4-44f4-a643-89a14049d1ba req-061795fa-ef2a-404c-a386-28f0be81eff2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0494978 Aug 09 13:28:50.511497 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cf117b17-92b4-44f4-a643-89a14049d1ba req-8be414b2-fcad-4b17-8607-063fe825ad84 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380797 Aug 09 13:28:51.634947 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d355c7-1c6b-4aaa-82bc-983f90af060a req-df9ab42a-bad8-4dbe-88ee-dbcc961dd799 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:51.636470 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e3d355c7-1c6b-4aaa-82bc-983f90af060a req-df9ab42a-bad8-4dbe-88ee-dbcc961dd799 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0551200 Aug 09 13:28:51.674367 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e3d355c7-1c6b-4aaa-82bc-983f90af060a req-ef2f7a7a-df54-4033-8fb8-8a357024460e tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317922 Aug 09 13:28:52.798146 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb27ea-b3b5-4934-870f-75d5c5d86070 req-1327bd80-882c-47f1-a455-12b77d180933 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:52.799674 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9abb27ea-b3b5-4934-870f-75d5c5d86070 req-1327bd80-882c-47f1-a455-12b77d180933 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0570440 Aug 09 13:28:52.846724 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9abb27ea-b3b5-4934-870f-75d5c5d86070 req-3d96665b-1dbd-42e9-b289-0f5d10dc1ed2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381439 Aug 09 13:28:53.985363 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f92f9e-31f9-4778-b580-aa17421522ee req-8fe1e81e-e478-44d5-8e1b-09e96c680c36 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:53.987148 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d0f92f9e-31f9-4778-b580-aa17421522ee req-8fe1e81e-e478-44d5-8e1b-09e96c680c36 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0570462 Aug 09 13:28:54.030035 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d0f92f9e-31f9-4778-b580-aa17421522ee req-f11e0bc5-cc63-4b76-8492-c48bcafa4efa tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363300 Aug 09 13:28:55.146163 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a3d3d-2ad8-43dc-b2c7-0c3e398a528d req-a65eab67-f03a-4292-8853-44bae543cd4d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:55.147645 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e61a3d3d-2ad8-43dc-b2c7-0c3e398a528d req-a65eab67-f03a-4292-8853-44bae543cd4d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0489116 Aug 09 13:28:55.186381 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e61a3d3d-2ad8-43dc-b2c7-0c3e398a528d req-a0c3f53a-d390-4211-b8f9-a7b43b68a6b5 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327716 Aug 09 13:28:55.391154 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c939ff1-aafc-4677-8899-3dc82388564d req-eddfdf29-83fc-4bf4-acaa-c1abcb459911 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:55.392688 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c939ff1-aafc-4677-8899-3dc82388564d req-eddfdf29-83fc-4bf4-acaa-c1abcb459911 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0542352 Aug 09 13:28:55.431959 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-c1a55ce0-8fd4-46da-b2e1-54586d21fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:55.433518 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-c1a55ce0-8fd4-46da-b2e1-54586d21fb21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 1099 time: 0.0453978 Aug 09 13:28:55.437040 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c939ff1-aafc-4677-8899-3dc82388564d req-b9aad4b5-8c49-443c-a7b8-dd74899d69c3 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379369 Aug 09 13:28:55.527863 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-3bce5507-3d72-4559-b4cd-d3a6fa92a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:55.529408 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-3bce5507-3d72-4559-b4cd-d3a6fa92a78a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 200 len: 912 time: 0.0859630 Aug 09 13:28:55.599639 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-6c90697e-3540-4044-9dd8-ec7712c1bd19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139b1fd9-9070-424a-b060-0e1cb8395dc0 HTTP/1.1" status: 200 len: 1002 time: 0.0623229 Aug 09 13:28:55.650712 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-4f5ec388-e403-420d-a224-bc6b52ab2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:55.652100 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-4f5ec388-e403-420d-a224-bc6b52ab2a93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deee3343-13d4-4428-b960-47c7a74f85e9 HTTP/1.1" status: 200 len: 850 time: 0.0429964 Aug 09 13:28:55.705880 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-e8f2cb8a-99e6-49ef-b723-a24bb4b09e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:55.707325 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-e8f2cb8a-99e6-49ef-b723-a24bb4b09e77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1213056-cd70-44c3-b463-5d2c8e45ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469723 Aug 09 13:28:55.804253 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-20e20e66-fd64-4f2c-a6df-42dfc05a3e5a service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863597 Aug 09 13:28:55.896414 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-1105bd25-7058-4ad3-aabc-57baea1d2784 req-b0c81243-e311-4b40-8128-8e2b743348b0 service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824895 Aug 09 13:28:56.569078 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e9024-6022-49d3-b9c1-243a644be748 req-5423025d-38ce-4775-8036-7c4f4522ce4a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:56.570629 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-075e9024-6022-49d3-b9c1-243a644be748 req-5423025d-38ce-4775-8036-7c4f4522ce4a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0503979 Aug 09 13:28:56.608329 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-075e9024-6022-49d3-b9c1-243a644be748 req-159c1266-d11b-4483-a0a8-876b5fb9e09d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311852 Aug 09 13:28:57.730712 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aa2d1-e25f-4967-a4ce-28825fbfe555 req-fd2c334c-350c-4919-ac16-b18f2802e14b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:28:57.732500 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8c1aa2d1-e25f-4967-a4ce-28825fbfe555 req-fd2c334c-350c-4919-ac16-b18f2802e14b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0530016 Aug 09 13:28:57.772546 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8c1aa2d1-e25f-4967-a4ce-28825fbfe555 req-13029ce5-b45d-4549-8e2a-499969bd719b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331781 Aug 09 13:28:59.504273 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56390) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:59.631755 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-dff12b50-9576-4ef9-af74-6f65ddb546ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:59.729617 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-dff12b50-9576-4ef9-af74-6f65ddb546ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:59.735656 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-dff12b50-9576-4ef9-af74-6f65ddb546ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:59.777682 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-dff12b50-9576-4ef9-af74-6f65ddb546ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30058c13715e42cf873dcb8c3f59910d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721448 Aug 09 13:28:59.778793 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff12b50-9576-4ef9-af74-6f65ddb546ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b871c5f1-640b-4f15-beeb-2af97d00d655,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:28:59.780551 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56400) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:28:59.832987 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b2b8-3981-4d8c-a1ab-9cee4161937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:59.854229 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b2b8-3981-4d8c-a1ab-9cee4161937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:59.906446 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b2b8-3981-4d8c-a1ab-9cee4161937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:59.909453 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b2b8-3981-4d8c-a1ab-9cee4161937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:28:59.910672 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-3ea1b2b8-3981-4d8c-a1ab-9cee4161937b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b871c5f1-640b-4f15-beeb-2af97d00d655 HTTP/1.1" status: 204 len: 168 time: 0.1281826 Aug 09 13:28:59.918776 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1b2b8-3981-4d8c-a1ab-9cee4161937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b871c5f1-640b-4f15-beeb-2af97d00d655,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:03.189698 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56466) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:03.237245 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fa79f7-33d0-4d53-958a-76d049a55922 admin admin] Deleting subnet f80e715a-d953-4f5f-a7ad-b9d813668e97 {{(pid=93362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:29:03.240612 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-15fa79f7-33d0-4d53-958a-76d049a55922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.275743 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-15fa79f7-33d0-4d53-958a-76d049a55922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8290839'] for subnet, precommit_delete_associations {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.313090 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-15fa79f7-33d0-4d53-958a-76d049a55922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.366184 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-15fa79f7-33d0-4d53-958a-76d049a55922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8150796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5055701'] for subnet, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.395297 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa79f7-33d0-4d53-958a-76d049a55922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80e715a-d953-4f5f-a7ad-b9d813668e97,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:03.399251 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-15fa79f7-33d0-4d53-958a-76d049a55922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.401442 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-15fa79f7-33d0-4d53-958a-76d049a55922 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f80e715a-d953-4f5f-a7ad-b9d813668e97 HTTP/1.1" status: 204 len: 168 time: 0.2104304 Aug 09 13:29:03.403824 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56470) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:03.474426 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.566444 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.576691 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067d46ea-38d8-4976-becd-437060601703']}} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:03.586828 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c311b6-baf4-44b6-89f3-b9f52fca6dae') {'for_net_delete': True} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:03.587155 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c311b6-baf4-44b6-89f3-b9f52fca6dae') {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:03.596424 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4973669'] for segment, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.612798 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.620719 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:29:03.621359 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808494'] for segment, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: Traceback (most recent call last): Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: timer() Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: cb(*args, **kw) Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: return func(*args, **kwargs) Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: self._notify() Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: self.callback(batched_events) Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: event.method(event) Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: return f(self, *a, **k) Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._get(url).json() Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: return self.request(url, 'GET', **kwargs) Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:29:03.623974 dv-cinder-787296-4-iscsi neutron-server[93361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:29:03.686439 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.693926 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.696523 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] 10.222.0.32 "DELETE /v2.0/networks/067d46ea-38d8-4976-becd-437060601703 HTTP/1.1" status: 204 len: 168 time: 0.2916448 Aug 09 13:29:03.707218 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186fc63-dcf4-48c2-b419-844447f95f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=067d46ea-38d8-4976-becd-437060601703,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:03.873875 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56474) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:03.913693 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-45ff00c2-d17f-4fb1-affc-21ab892a2093 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e58e3a0aa444c778690ec3718f06725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386314 Aug 09 13:29:03.916226 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56476) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:03.974506 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-143c3324-9ec8-4431-8bd3-4b78eb240c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:03.996500 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-143c3324-9ec8-4431-8bd3-4b78eb240c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:04.050931 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-143c3324-9ec8-4431-8bd3-4b78eb240c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:04.053455 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-143c3324-9ec8-4431-8bd3-4b78eb240c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:04.054700 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-143c3324-9ec8-4431-8bd3-4b78eb240c44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/238f365e-d8a7-4323-8f72-8011f8a96eaa HTTP/1.1" status: 204 len: 168 time: 0.1374750 Aug 09 13:29:04.062436 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c3324-9ec8-4431-8bd3-4b78eb240c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238f365e-d8a7-4323-8f72-8011f8a96eaa,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:04.760671 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56502) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:04.874734 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-904061437-network', 'tenant_id': '713976c8cfee4761916292f51ace37d5'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:04.900631 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Made reservation on behalf of 713976c8cfee4761916292f51ace37d5 for: {'network': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:29:04.902928 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:04.912025 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.012082 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.018866 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.034107 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-b8d88c66-24c2-4da1-b8fd-0019fc5dea07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.045660 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:29:05.055540 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d355c4fb-91af-4b2e-becb-f43911748b44,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:05.061428 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.061773 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.segments_db [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Added segment 52612b57-9d11-47ff-a078-559c0696148d of type vlan for network efecba02-5fdb-4ba9-843c-0db180601cbb Aug 09 13:29:05.108738 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.141852 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.143082 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:05.143692 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.195197 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4333508 Aug 09 13:29:05.198604 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56506) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:05.202094 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a69d0-4c20-4d13-840e-98afdfbddf0d admin admin] Pushing event updated for resources: {'Network': ['ID=efecba02-5fdb-4ba9-843c-0db180601cbb,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:05.203610 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Request body: {'subnet': {'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-904061437-subnet', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:05.212161 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network efecba02-5fdb-4ba9-843c-0db180601cbb details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:29:05.225901 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Made reservation on behalf of 713976c8cfee4761916292f51ace37d5 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:29:05.228225 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5055742'] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.401571 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8150859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5055692'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.451983 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2fdb6f3-e18e-45ff-a500-5798c633245c,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:05.463433 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Checking segment: {'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:05.463785 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Network hostable DHCP agents. Network: efecba02-5fdb-4ba9-843c-0db180601cbb, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:29:05.482648 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Network efecba02-5fdb-4ba9-843c-0db180601cbb is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:29:05.494078 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, efecba02-5fdb-4ba9-843c-0db180601cbb) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:05.498337 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:05.499073 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.503164 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eb2225-af46-4e1b-abf7-e216fdb6b3f2 None None] Network efecba02-5fdb-4ba9-843c-0db180601cbb requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:29:05.514209 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-421322d6-97fb-4eda-874e-6747572784e2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3140087 Aug 09 13:29:05.517374 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56510) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:05.522156 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:05.546007 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2079701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35209'] for router, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.547011 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2080357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35206'] for router, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.597738 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.646980 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83b3c1d3-6c21-5357-be80-c9cf88c7caea-efecba02-5fdb-4ba9-843c-0db180601cbb', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c'}]}} from dv-cinder-787296-4-iscsi. {{(pid=93363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 13:29:05.647933 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.780755 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.db_base_plugin_common [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Allocated IP 172.20.0.2 (efecba02-5fdb-4ba9-843c-0db180601cbb/a2fdb6f3-e18e-45ff-a500-5798c633245c/11b6b010-4f98-430a-ac9c-78aa417a3db5) {{(pid=93363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:05.928735 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Notify callbacks [] for port, precommit_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.937369 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Transition to ACTIVE for port object 11b6b010-4f98-430a-ac9c-78aa417a3db5 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:05.951821 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Transition to ACTIVE for port object 11b6b010-4f98-430a-ac9c-78aa417a3db5 will not be triggered until provisioned by entity DHCP. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:05.959546 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.963234 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:05.997407 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Network efecba02-5fdb-4ba9-843c-0db180601cbb is already hosted by enough agents. {{(pid=93363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:06.000170 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.base_scheduler [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Resources bound (agent type, host, resource id): {{(pid=93363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:06.002689 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Received port after_create {{(pid=93363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:06.017928 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Pushing event updated for resources: {'Port': ['ID=11b6b010-4f98-430a-ac9c-78aa417a3db5,revision_number=1']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:06.040160 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.041506 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.041506 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.041506 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.041506 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.041804 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.042112 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.042433 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.042755 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.043050 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.043386 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.043702 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:06.075065 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Attempting to bind port 11b6b010-4f98-430a-ac9c-78aa417a3db5 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:29:06.075415 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Attempting to bind port 11b6b010-4f98-430a-ac9c-78aa417a3db5 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:29:06.075764 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Attempting to bind port 11b6b010-4f98-430a-ac9c-78aa417a3db5 on network efecba02-5fdb-4ba9-843c-0db180601cbb {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:06.080630 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:29:06.081001 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Checking segment: {'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:06.081504 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:06.081895 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Bound using segment: {'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:29:06.082356 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Bound port: 11b6b010-4f98-430a-ac9c-78aa417a3db5, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:29:06.082731 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:06.164219 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:06.184742 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:06.268577 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] For port 11b6b010-4f98-430a-ac9c-78aa417a3db5, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:29:06.271518 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] For port 11b6b010-4f98-430a-ac9c-78aa417a3db5, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=11b6b010-4f98-430a-ac9c-78aa417a3db5,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:29:06.277613 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:06.292140 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Allocated IP 172.27.3.124 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/69000d04-af02-4d8b-85f5-c309a9ccab8c) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:06.334269 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072f3fc-9028-4543-ae50-fb9c2b969a9a None None] Pushing event updated for resources: {'Port': ['ID=11b6b010-4f98-430a-ac9c-78aa417a3db5,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:06.402219 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:06.443399 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:06.483500 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:06.490325 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:06.494122 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:06.534097 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Pushing event updated for resources: {'Port': ['ID=69000d04-af02-4d8b-85f5-c309a9ccab8c,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:06.771138 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:06.966495 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2080364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135'] for router, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:07.100761 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Router a0912350-c21e-4d5c-a5d0-862c663dafd7 is scheduled to L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db with binding_index 1 {{(pid=93362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 13:29:07.210528 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:29:07.221014 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Sync routers for ids ['a0912350-c21e-4d5c-a5d0-862c663dafd7'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:29:07.230190 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:07.230981 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Routers {'a0912350-c21e-4d5c-a5d0-862c663dafd7'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:07.234503 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c593663b-a9b0-4c44-8071-e7e44a63f60f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7132721 Aug 09 13:29:07.234596 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:28:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['a0912350-c21e-4d5c-a5d0-862c663dafd7'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:07.234700 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56544) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:07.269643 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b692846-fea3-4f43-865c-5d7357cdcf29 None None] Network efecba02-5fdb-4ba9-843c-0db180601cbb requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:29:07.375414 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-e28580cc-a69c-45ff-9aab-dae4cb37a1a0 None None] Provisioning for port 11b6b010-4f98-430a-ac9c-78aa417a3db5 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:07.407155 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Set router a0912350-c21e-4d5c-a5d0-862c663dafd7 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:07.590638 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5f908d2c-d825-44f7-90f9-be7c6c40999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:07.640214 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:07.649651 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:07.667313 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:06Z', 'revision_number': 3, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:07.695302 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Checking router: a0912350-c21e-4d5c-a5d0-862c663dafd7 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:29:07.695692 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Updating router a0912350-c21e-4d5c-a5d0-862c663dafd7 port 69000d04-af02-4d8b-85f5-c309a9ccab8c binding host dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:29:07.720853 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:07.813230 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Allocated IP 172.20.0.1 (efecba02-5fdb-4ba9-843c-0db180601cbb/a2fdb6f3-e18e-45ff-a500-5798c633245c/fb3a8131-a2a8-4117-bd52-353f18517c3e) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:07.916315 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:07.920901 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:07.935238 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Transition to ACTIVE for port object fb3a8131-a2a8-4117-bd52-353f18517c3e will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:07.976629 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.004669 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Notify callbacks [] for port, precommit_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.016324 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Network efecba02-5fdb-4ba9-843c-0db180601cbb is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:08.018511 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Transition to ACTIVE for port object 69000d04-af02-4d8b-85f5-c309a9ccab8c will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:08.023029 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:08.026673 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:08.028397 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.066151 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2077460'] for router_interface, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.095354 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 11b6b010-4f98-430a-ac9c-78aa417a3db5 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:08.105654 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3a8131-a2a8-4117-bd52-353f18517c3e,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:08.125266 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Attempting to bind port 69000d04-af02-4d8b-85f5-c309a9ccab8c on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:29:08.125638 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Attempting to bind port 69000d04-af02-4d8b-85f5-c309a9ccab8c by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:29:08.126393 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Attempting to bind port 69000d04-af02-4d8b-85f5-c309a9ccab8c on network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:08.131203 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0995e-2b18-45c9-94d8-94d6d7f95be6 None None] Pushing event updated for resources: {'Port': ['ID=69000d04-af02-4d8b-85f5-c309a9ccab8c,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:08.138127 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:29:08.138591 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:08.139038 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.139506 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Bound using segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:29:08.140211 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Bound port: 69000d04-af02-4d8b-85f5-c309a9ccab8c, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:29:08.140744 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.216655 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.216940 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 11b6b010-4f98-430a-ac9c-78aa417a3db5 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:08.226553 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] For port 69000d04-af02-4d8b-85f5-c309a9ccab8c, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:29:08.229429 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 11b6b010-4f98-430a-ac9c-78aa417a3db5 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:08.229999 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.232937 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] For port 69000d04-af02-4d8b-85f5-c309a9ccab8c, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=69000d04-af02-4d8b-85f5-c309a9ccab8c,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:29:08.256597 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.320749 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Routers {'a0912350-c21e-4d5c-a5d0-862c663dafd7'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:08.321572 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['a0912350-c21e-4d5c-a5d0-862c663dafd7'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:08.392852 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.393048 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0995e-2b18-45c9-94d8-94d6d7f95be6 None None] Pushing event updated for resources: {'Port': ['ID=69000d04-af02-4d8b-85f5-c309a9ccab8c,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:08.398818 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.433877 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-905e2247-d681-4c6c-b065-d8a52e7ebbcc None None] Provisioning for port fb3a8131-a2a8-4117-bd52-353f18517c3e completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:08.467877 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3a8131-a2a8-4117-bd52-353f18517c3e,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:08.468321 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-905e2247-d681-4c6c-b065-d8a52e7ebbcc None None] Provisioning complete for port fb3a8131-a2a8-4117-bd52-353f18517c3e triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:08.468734 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-905e2247-d681-4c6c-b065-d8a52e7ebbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.470447 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077600'] for router_interface, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.507931 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.539204 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] Set router a0912350-c21e-4d5c-a5d0-862c663dafd7 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:08.561007 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Network efecba02-5fdb-4ba9-843c-0db180601cbb is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:08.562549 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:08.574252 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-905e2247-d681-4c6c-b065-d8a52e7ebbcc None None] Port fb3a8131-a2a8-4117-bd52-353f18517c3e cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:29:08.600437 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 11b6b010-4f98-430a-ac9c-78aa417a3db5, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=11b6b010-4f98-430a-ac9c-78aa417a3db5,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:08.636943 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.678987 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Router a0912350-c21e-4d5c-a5d0-862c663dafd7 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:29:08.744852 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=11b6b010-4f98-430a-ac9c-78aa417a3db5,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:08.789750 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:29:08.794783 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a06692ee-4260-4a80-b65f-ead707cc1370 admin admin] 10.222.0.32 "PUT /v2.0/routers/a0912350-c21e-4d5c-a5d0-862c663dafd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5593607 Aug 09 13:29:08.805328 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.821458 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-5f6c60ee-71dd-4bfe-ab19-31d47292d3f2 None None] Provisioning complete for port fb3a8131-a2a8-4117-bd52-353f18517c3e triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:08.821823 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c60ee-71dd-4bfe-ab19-31d47292d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:08.863735 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c60ee-71dd-4bfe-ab19-31d47292d3f2 None None] Port fb3a8131-a2a8-4117-bd52-353f18517c3e cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:29:08.868691 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:07Z', 'revision_number': 1, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:08.894433 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a234-8442-4d51-989c-eb2c2e490d5c None None] The sync data for ids ['a0912350-c21e-4d5c-a5d0-862c663dafd7'] in dv-cinder-787296-4-iscsi is: [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:07Z', 'revision_number': 1, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:29:09.314916 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56572) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:09.320618 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1783806485-network', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:09.345856 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Made reservation on behalf of ce4f180a0c3f4095ba03819c92027ab6 for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:29:09.348176 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:09.371233 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:09.477146 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:09.482360 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:09.514593 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:29:09.522504 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcc8b84-5b0d-4754-a9f5-1d5220910d8d,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:09.532561 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:09.532907 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Added segment 3cc4398f-a85b-442a-8a2e-e385500a2627 of type vlan for network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b Aug 09 13:29:09.581207 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:09.623910 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:09.625009 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:09.625537 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:09.630089 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56576) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:09.690234 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3739638 Aug 09 13:29:09.693186 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56580) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:09.698342 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Request body: {'subnet': {'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1783806485-subnet', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'ip_version': 4}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:09.712327 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7582db9-5932-4d3a-8fec-b114508c7f71 admin admin] Pushing event updated for resources: {'Network': ['ID=5e0f06e1-cfe0-403d-be6f-0562e4d63f1b,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:09.724571 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:29:09.731161 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Made reservation on behalf of ce4f180a0c3f4095ba03819c92027ab6 for: {'subnet': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:29:09.733705 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5055742'] for subnet, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.035607 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f0dd-08e1-474b-aeda-4b85b39c1078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.105696 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 11b6b010-4f98-430a-ac9c-78aa417a3db5 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:10.156558 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 11b6b010-4f98-430a-ac9c-78aa417a3db5 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:10.156951 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.213628 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.223754 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8150859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5055692'] for subnet, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.226644 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f0dd-08e1-474b-aeda-4b85b39c1078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.254645 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f0dd-08e1-474b-aeda-4b85b39c1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.255388 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 69000d04-af02-4d8b-85f5-c309a9ccab8c up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:10.305067 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 69000d04-af02-4d8b-85f5-c309a9ccab8c completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:10.306382 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-2bd6f0dd-08e1-474b-aeda-4b85b39c1078 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72c30b2250f94fa89bb14493302264ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752608 Aug 09 13:29:10.309017 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56582) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:10.309622 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 69000d04-af02-4d8b-85f5-c309a9ccab8c triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:10.309622 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.323651 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6f0dd-08e1-474b-aeda-4b85b39c1078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515f1369-5216-454a-a650-01e97b0113b3,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:10.327480 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17000c61-873f-48ac-8564-bcfe3ae4d030,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:10.336678 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Checking segment: {'id': '3cc4398f-a85b-442a-8a2e-e385500a2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:10.337098 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Network hostable DHCP agents. Network: 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:29:10.359274 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:29:10.371492 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b) {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:10.376141 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:10.376797 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.384861 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891a5817-226c-461e-91c2-2d99810c51c1 None None] Network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:29:10.395778 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a1a4b07f-b6ac-447c-85c1-21b3a75cd0d2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7015405 Aug 09 13:29:10.397642 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-792ea692-14f0-4154-82fa-a80548ecc02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.399466 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56584) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:10.404092 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1783806485-router', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:10.428640 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2079701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35209'] for router, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.429880 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2080357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35206'] for router, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.430075 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-792ea692-14f0-4154-82fa-a80548ecc02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.445534 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.480389 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 69000d04-af02-4d8b-85f5-c309a9ccab8c, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=69000d04-af02-4d8b-85f5-c309a9ccab8c,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:10.488162 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.489866 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-792ea692-14f0-4154-82fa-a80548ecc02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.493466 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.498386 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-792ea692-14f0-4154-82fa-a80548ecc02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.499608 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-792ea692-14f0-4154-82fa-a80548ecc02f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/515f1369-5216-454a-a650-01e97b0113b3 HTTP/1.1" status: 204 len: 168 time: 0.1886003 Aug 09 13:29:10.508006 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ea692-14f0-4154-82fa-a80548ecc02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515f1369-5216-454a-a650-01e97b0113b3,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:10.596492 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=69000d04-af02-4d8b-85f5-c309a9ccab8c,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:10.637934 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83b3c1d3-6c21-5357-be80-c9cf88c7caea-5e0f06e1-cfe0-403d-be6f-0562e4d63f1b', 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'fixed_ips': [{'subnet_id': '17000c61-873f-48ac-8564-bcfe3ae4d030'}]}} from dv-cinder-787296-4-iscsi. {{(pid=93363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 13:29:10.638823 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.661470 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.811476 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.db_base_plugin_common [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Allocated IP 172.20.0.2 (5e0f06e1-cfe0-403d-be6f-0562e4d63f1b/17000c61-873f-48ac-8564-bcfe3ae4d030/ebe3431f-a2d6-4aa8-b660-8faa015b3693) {{(pid=93363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:10.901332 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.921717 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.959319 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Notify callbacks [] for port, precommit_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:10.968012 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Transition to ACTIVE for port object ebe3431f-a2d6-4aa8-b660-8faa015b3693 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:10.988058 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Transition to ACTIVE for port object ebe3431f-a2d6-4aa8-b660-8faa015b3693 will not be triggered until provisioned by entity DHCP. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:10.995842 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495'] for port, after_create {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.018674 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Sync routers for ids ['a0912350-c21e-4d5c-a5d0-862c663dafd7'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:29:11.028332 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Routers {'a0912350-c21e-4d5c-a5d0-862c663dafd7'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:11.029231 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['a0912350-c21e-4d5c-a5d0-862c663dafd7'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:11.036058 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Allocated IP 172.27.3.247 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/c6f340f9-4718-43f6-8f3c-c1d686583b18) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:11.038352 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b is already hosted by enough agents. {{(pid=93363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:11.043405 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.scheduler.base_scheduler [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Resources bound (agent type, host, resource id): {{(pid=93363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:11.047004 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Received port after_create {{(pid=93363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:11.052749 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Pushing event updated for resources: {'Port': ['ID=ebe3431f-a2d6-4aa8-b660-8faa015b3693,revision_number=1']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:11.104559 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Attempting to bind port ebe3431f-a2d6-4aa8-b660-8faa015b3693 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:29:11.105013 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Attempting to bind port ebe3431f-a2d6-4aa8-b660-8faa015b3693 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '3cc4398f-a85b-442a-8a2e-e385500a2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:29:11.105462 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Attempting to bind port ebe3431f-a2d6-4aa8-b660-8faa015b3693 on network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:11.111074 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:29:11.111528 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Checking segment: {'id': '3cc4398f-a85b-442a-8a2e-e385500a2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:11.111944 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.112552 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Bound using segment: {'id': '3cc4398f-a85b-442a-8a2e-e385500a2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:29:11.113024 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Bound port: ebe3431f-a2d6-4aa8-b660-8faa015b3693, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc4398f-a85b-442a-8a2e-e385500a2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:29:11.113409 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.134213 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Set router a0912350-c21e-4d5c-a5d0-862c663dafd7 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:11.158181 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.175530 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] For port ebe3431f-a2d6-4aa8-b660-8faa015b3693, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:29:11.178653 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] For port ebe3431f-a2d6-4aa8-b660-8faa015b3693, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ebe3431f-a2d6-4aa8-b660-8faa015b3693,segment=NetworkSegment(3cc4398f-a85b-442a-8a2e-e385500a2627),segment_id=3cc4398f-a85b-442a-8a2e-e385500a2627)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:29:11.184130 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.203966 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.240458 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab0a32-1639-4527-b6fb-b87fd91a8612 None None] Pushing event updated for resources: {'Port': ['ID=ebe3431f-a2d6-4aa8-b660-8faa015b3693,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:11.247486 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:11.250468 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:11.254846 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:11.258057 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f340f9-4718-43f6-8f3c-c1d686583b18,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:11.346580 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 2, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:11.379563 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Checking router: a0912350-c21e-4d5c-a5d0-862c663dafd7 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:29:11.380411 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Updating router a0912350-c21e-4d5c-a5d0-862c663dafd7 port fb3a8131-a2a8-4117-bd52-353f18517c3e binding host dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:29:11.405550 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.540254 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.738985 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2080364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076135'] for router, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.787358 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Notify callbacks [] for port, precommit_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.798067 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.provisioning_blocks [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Transition to ACTIVE for port object fb3a8131-a2a8-4117-bd52-353f18517c3e will not be triggered until provisioned by entity L2. {{(pid=93364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:11.805520 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.853458 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Pushing event updated for resources: {'Port': ['ID=fb3a8131-a2a8-4117-bd52-353f18517c3e,revision_number=3']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:11.862637 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.862990 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.863324 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.863633 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.864154 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.864823 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.865153 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.865474 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.865815 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.866135 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.866463 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.867107 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:11.881775 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Router 814a68c7-07eb-4963-a343-8fd366df2aaa is scheduled to L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db with binding_index 1 {{(pid=93362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 13:29:11.927671 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Attempting to bind port fb3a8131-a2a8-4117-bd52-353f18517c3e on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:29:11.928044 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Attempting to bind port fb3a8131-a2a8-4117-bd52-353f18517c3e by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:29:11.928433 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Attempting to bind port fb3a8131-a2a8-4117-bd52-353f18517c3e on network efecba02-5fdb-4ba9-843c-0db180601cbb {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:11.934653 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:29:11.935228 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Checking segment: {'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:11.936470 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:11.937001 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Bound using segment: {'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:29:11.937632 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Bound port: fb3a8131-a2a8-4117-bd52-353f18517c3e, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'}}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:29:11.938645 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:12.030005 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:29:12.045157 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] For port fb3a8131-a2a8-4117-bd52-353f18517c3e, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:29:12.045760 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b94459-5439-429f-925b-667920fea1ad None None] Sync routers for ids ['814a68c7-07eb-4963-a343-8fd366df2aaa'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:29:12.052359 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] For port fb3a8131-a2a8-4117-bd52-353f18517c3e, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=fb3a8131-a2a8-4117-bd52-353f18517c3e,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:29:12.057651 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b94459-5439-429f-925b-667920fea1ad None None] Routers {'814a68c7-07eb-4963-a343-8fd366df2aaa'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:12.058357 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-51b94459-5439-429f-925b-667920fea1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['814a68c7-07eb-4963-a343-8fd366df2aaa'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:12.063774 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:12.065138 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:12.065471 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-96147f4a-69e3-46b6-90a9-6f416cb6e807 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6646671 Aug 09 13:29:12.068671 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56588) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:12.136658 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Routers {'a0912350-c21e-4d5c-a5d0-862c663dafd7'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:12.137373 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['a0912350-c21e-4d5c-a5d0-862c663dafd7'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:12.189241 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39653dd-5fda-489d-add9-6ead4df2b70f None None] Pushing event updated for resources: {'Port': ['ID=fb3a8131-a2a8-4117-bd52-353f18517c3e,revision_number=4']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:12.251136 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 69000d04-af02-4d8b-85f5-c309a9ccab8c up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:12.281618 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-51b94459-5439-429f-925b-667920fea1ad None None] Set router 814a68c7-07eb-4963-a343-8fd366df2aaa gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:12.289219 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] Set router a0912350-c21e-4d5c-a5d0-862c663dafd7 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:12.448650 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc1d2e-0a7a-48f5-bab6-241e77f217aa None None] Network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:29:12.466971 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 69000d04-af02-4d8b-85f5-c309a9ccab8c triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:12.467435 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:12.552706 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:12Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:12.579155 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1290629-2c41-4ce3-80a3-0b54571f69ca None None] The sync data for ids ['a0912350-c21e-4d5c-a5d0-862c663dafd7'] in dv-cinder-787296-4-iscsi is: [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:12Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:29:12.630667 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:12.632507 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-5600b74b-b798-4049-948c-bb0a8fdb929b None None] Provisioning for port ebe3431f-a2d6-4aa8-b660-8faa015b3693 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:12.712952 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ebe3431f-a2d6-4aa8-b660-8faa015b3693 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:12.750234 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-51b94459-5439-429f-925b-667920fea1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'name': 'tempest-TestMinimumBasicScenario-1783806485-router', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:11Z', 'revision_number': 3, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'gw_port': {'id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:12.782506 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b94459-5439-429f-925b-667920fea1ad None None] Checking router: 814a68c7-07eb-4963-a343-8fd366df2aaa for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:29:12.782852 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b94459-5439-429f-925b-667920fea1ad None None] Updating router 814a68c7-07eb-4963-a343-8fd366df2aaa port c6f340f9-4718-43f6-8f3c-c1d686583b18 binding host dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:29:12.800643 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Allocated IP 172.20.0.1 (5e0f06e1-cfe0-403d-be6f-0562e4d63f1b/17000c61-873f-48ac-8564-bcfe3ae4d030/94e926f6-4e79-466e-8d23-537f8fb9977d) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:12.913339 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:12.927303 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.provisioning_blocks [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Transition to ACTIVE for port object 94e926f6-4e79-466e-8d23-537f8fb9977d will not be triggered until provisioned by entity DHCP. {{(pid=93361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:12.959388 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-51b94459-5439-429f-925b-667920fea1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:12.964989 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:12.996744 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port ebe3431f-a2d6-4aa8-b660-8faa015b3693 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:13.006341 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port ebe3431f-a2d6-4aa8-b660-8faa015b3693 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:13.006713 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.029789 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Pushing event updated for resources: {'Port': ['ID=94e926f6-4e79-466e-8d23-537f8fb9977d,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:13.038958 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:13.040630 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:13.043093 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:13.088769 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2077460'] for router_interface, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.235062 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.238944 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.315550 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port ebe3431f-a2d6-4aa8-b660-8faa015b3693, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ebe3431f-a2d6-4aa8-b660-8faa015b3693,segment=NetworkSegment(3cc4398f-a85b-442a-8a2e-e385500a2627),segment_id=3cc4398f-a85b-442a-8a2e-e385500a2627)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:13.329745 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.361236 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-ec4a75dc-bfae-40db-8607-0b726597d6c1 None None] Provisioning complete for port ebe3431f-a2d6-4aa8-b660-8faa015b3693 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:13.361610 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-ec4a75dc-bfae-40db-8607-0b726597d6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.409241 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-51b94459-5439-429f-925b-667920fea1ad None None] Notify callbacks [] for port, precommit_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.437250 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-51b94459-5439-429f-925b-667920fea1ad None None] Transition to ACTIVE for port object c6f340f9-4718-43f6-8f3c-c1d686583b18 will not be triggered until provisioned by entity L2. {{(pid=93363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:13.437457 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.442618 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.443331 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=ebe3431f-a2d6-4aa8-b660-8faa015b3693,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:13.447641 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-51b94459-5439-429f-925b-667920fea1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.510021 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077600'] for router_interface, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.511926 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Pushing event updated for resources: {'Port': ['ID=94e926f6-4e79-466e-8d23-537f8fb9977d,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:13.525869 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8eebf-b609-4dc7-b279-aa6a0567e474 None None] Pushing event updated for resources: {'Port': ['ID=c6f340f9-4718-43f6-8f3c-c1d686583b18,revision_number=2']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:13.529710 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-51b94459-5439-429f-925b-667920fea1ad None None] Attempting to bind port c6f340f9-4718-43f6-8f3c-c1d686583b18 on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:29:13.530072 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-51b94459-5439-429f-925b-667920fea1ad None None] Attempting to bind port c6f340f9-4718-43f6-8f3c-c1d686583b18 by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:29:13.530423 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b94459-5439-429f-925b-667920fea1ad None None] Attempting to bind port c6f340f9-4718-43f6-8f3c-c1d686583b18 on network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:13.543490 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b94459-5439-429f-925b-667920fea1ad None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:29:13.543850 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b94459-5439-429f-925b-667920fea1ad None None] Checking segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:13.544242 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-51b94459-5439-429f-925b-667920fea1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.544657 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b94459-5439-429f-925b-667920fea1ad None None] Bound using segment: {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'} {{(pid=93363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:29:13.545114 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.managers [None req-51b94459-5439-429f-925b-667920fea1ad None None] Bound port: c6f340f9-4718-43f6-8f3c-c1d686583b18, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}}] {{(pid=93363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:29:13.545481 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-51b94459-5439-429f-925b-667920fea1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.599059 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-51b94459-5439-429f-925b-667920fea1ad None None] For port c6f340f9-4718-43f6-8f3c-c1d686583b18, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:29:13.602571 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-51b94459-5439-429f-925b-667920fea1ad None None] For port c6f340f9-4718-43f6-8f3c-c1d686583b18, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=c6f340f9-4718-43f6-8f3c-c1d686583b18,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:29:13.607365 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-51b94459-5439-429f-925b-667920fea1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.615091 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:13.616859 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:13.669305 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b94459-5439-429f-925b-667920fea1ad None None] Routers {'814a68c7-07eb-4963-a343-8fd366df2aaa'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:13.669942 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-51b94459-5439-429f-925b-667920fea1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['814a68c7-07eb-4963-a343-8fd366df2aaa'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:13.672431 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8eebf-b609-4dc7-b279-aa6a0567e474 None None] Pushing event updated for resources: {'Port': ['ID=c6f340f9-4718-43f6-8f3c-c1d686583b18,revision_number=3']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:13.731937 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-6d496733-9afe-40e3-9b62-e1358cd9f07d None None] Provisioning for port 94e926f6-4e79-466e-8d23-537f8fb9977d completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:13.740902 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-6d496733-9afe-40e3-9b62-e1358cd9f07d None None] Provisioning complete for port 94e926f6-4e79-466e-8d23-537f8fb9977d triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:13.741117 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Router 814a68c7-07eb-4963-a343-8fd366df2aaa has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:29:13.741242 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-6d496733-9afe-40e3-9b62-e1358cd9f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:13.816214 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-6d496733-9afe-40e3-9b62-e1358cd9f07d None None] Port 94e926f6-4e79-466e-8d23-537f8fb9977d cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:29:13.820706 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-51b94459-5439-429f-925b-667920fea1ad None None] Set router 814a68c7-07eb-4963-a343-8fd366df2aaa gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:13.852545 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:29:13.858397 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-ee72ac71-0ce1-430f-ad31-56e8e2142b1f admin admin] 10.222.0.32 "PUT /v2.0/routers/814a68c7-07eb-4963-a343-8fd366df2aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885835 Aug 09 13:29:13.951179 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-88016538-93d9-4ef7-ab8f-b0d0d5e9f4b1 None None] Provisioning complete for port 94e926f6-4e79-466e-8d23-537f8fb9977d triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:13.951651 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-88016538-93d9-4ef7-ab8f-b0d0d5e9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:14.020262 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-88016538-93d9-4ef7-ab8f-b0d0d5e9f4b1 None None] Port 94e926f6-4e79-466e-8d23-537f8fb9977d cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:29:14.048905 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device fb3a8131-a2a8-4117-bd52-353f18517c3e up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:14.105980 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-51b94459-5439-429f-925b-667920fea1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'name': 'tempest-TestMinimumBasicScenario-1783806485-router', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:13Z', 'revision_number': 4, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'gw_port': {'id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '94e926f6-4e79-466e-8d23-537f8fb9977d', 'name': '', 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'mac_address': 'fa:16:3e:59:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '17000c61-873f-48ac-8564-bcfe3ae4d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:12Z', 'updated_at': '2021-08-09T13:29:13Z', 'revision_number': 2, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'subnets': [{'id': '17000c61-873f-48ac-8564-bcfe3ae4d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:14.135205 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b94459-5439-429f-925b-667920fea1ad None None] The sync data for ids ['814a68c7-07eb-4963-a343-8fd366df2aaa'] in dv-cinder-787296-4-iscsi is: [{'id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'name': 'tempest-TestMinimumBasicScenario-1783806485-router', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:13Z', 'revision_number': 4, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'gw_port': {'id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '94e926f6-4e79-466e-8d23-537f8fb9977d', 'name': '', 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'mac_address': 'fa:16:3e:59:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '17000c61-873f-48ac-8564-bcfe3ae4d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:12Z', 'updated_at': '2021-08-09T13:29:13Z', 'revision_number': 2, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'subnets': [{'id': '17000c61-873f-48ac-8564-bcfe3ae4d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:29:14.142412 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port fb3a8131-a2a8-4117-bd52-353f18517c3e completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:14.146731 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port fb3a8131-a2a8-4117-bd52-353f18517c3e triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:14.147112 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:14.242420 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:14.281544 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port fb3a8131-a2a8-4117-bd52-353f18517c3e, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=fb3a8131-a2a8-4117-bd52-353f18517c3e,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:14.285793 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:14.286608 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ebe3431f-a2d6-4aa8-b660-8faa015b3693 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:14.390287 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=fb3a8131-a2a8-4117-bd52-353f18517c3e,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:14.402315 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port ebe3431f-a2d6-4aa8-b660-8faa015b3693 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:14.402691 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:16.126594 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device c6f340f9-4718-43f6-8f3c-c1d686583b18 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:16.186944 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port c6f340f9-4718-43f6-8f3c-c1d686583b18 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:16.191235 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port c6f340f9-4718-43f6-8f3c-c1d686583b18 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:16.191683 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:16.278001 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:16.309872 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port c6f340f9-4718-43f6-8f3c-c1d686583b18, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=c6f340f9-4718-43f6-8f3c-c1d686583b18,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:16.315320 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:16.316315 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device fb3a8131-a2a8-4117-bd52-353f18517c3e up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:16.446064 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=c6f340f9-4718-43f6-8f3c-c1d686583b18,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:16.467135 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port fb3a8131-a2a8-4117-bd52-353f18517c3e triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:16.467630 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:16.760046 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Sync routers for ids ['814a68c7-07eb-4963-a343-8fd366df2aaa'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:29:16.773406 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Routers {'814a68c7-07eb-4963-a343-8fd366df2aaa'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:16.774039 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['814a68c7-07eb-4963-a343-8fd366df2aaa'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:16.888804 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Set router 814a68c7-07eb-4963-a343-8fd366df2aaa gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:17.150732 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'name': 'tempest-TestMinimumBasicScenario-1783806485-router', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:13Z', 'revision_number': 4, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'gw_port': {'id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '94e926f6-4e79-466e-8d23-537f8fb9977d', 'name': '', 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'mac_address': 'fa:16:3e:59:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '17000c61-873f-48ac-8564-bcfe3ae4d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:12Z', 'updated_at': '2021-08-09T13:29:13Z', 'revision_number': 2, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'subnets': [{'id': '17000c61-873f-48ac-8564-bcfe3ae4d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:17.181888 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Checking router: 814a68c7-07eb-4963-a343-8fd366df2aaa for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:29:17.182260 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Updating router 814a68c7-07eb-4963-a343-8fd366df2aaa port 94e926f6-4e79-466e-8d23-537f8fb9977d binding host dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 13:29:17.210847 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:17.492375 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:17.502605 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.provisioning_blocks [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Transition to ACTIVE for port object 94e926f6-4e79-466e-8d23-537f8fb9977d will not be triggered until provisioned by entity L2. {{(pid=93364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:17.511604 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:17.554335 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428de15d-18d0-4f1a-b79b-5298118f6368 None None] Pushing event updated for resources: {'Port': ['ID=94e926f6-4e79-466e-8d23-537f8fb9977d,revision_number=3']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:17.627497 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Attempting to bind port 94e926f6-4e79-466e-8d23-537f8fb9977d on host dv-cinder-787296-4-iscsi for vnic_type normal with profile {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:29:17.627881 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Attempting to bind port 94e926f6-4e79-466e-8d23-537f8fb9977d by drivers openvswitch,hyperv on host dv-cinder-787296-4-iscsi at level 0 using segments [{'id': '3cc4398f-a85b-442a-8a2e-e385500a2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b'}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:29:17.628216 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Attempting to bind port 94e926f6-4e79-466e-8d23-537f8fb9977d on network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:17.633354 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Checking agent: {'id': '341d36b8-15e5-42a5-a1b1-699ac6b9e81f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 16, 38), 'started_at': datetime.datetime(2021, 8, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:29:17.634077 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Checking segment: {'id': '3cc4398f-a85b-442a-8a2e-e385500a2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:17.634480 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:17.634863 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Bound using segment: {'id': '3cc4398f-a85b-442a-8a2e-e385500a2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b'} {{(pid=93364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:29:17.635324 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.managers [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Bound port: 94e926f6-4e79-466e-8d23-537f8fb9977d, host: dv-cinder-787296-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc4398f-a85b-442a-8a2e-e385500a2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b'}}] {{(pid=93364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:29:17.635713 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:17.726285 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] For port 94e926f6-4e79-466e-8d23-537f8fb9977d, host dv-cinder-787296-4-iscsi, cleared binding levels {{(pid=93364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:29:17.731188 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.plugins.ml2.db [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] For port 94e926f6-4e79-466e-8d23-537f8fb9977d, host dv-cinder-787296-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=94e926f6-4e79-466e-8d23-537f8fb9977d,segment=NetworkSegment(3cc4398f-a85b-442a-8a2e-e385500a2627),segment_id=3cc4398f-a85b-442a-8a2e-e385500a2627)] {{(pid=93364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:29:17.740804 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.callbacks.manager [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:17.814525 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Routers {'814a68c7-07eb-4963-a343-8fd366df2aaa'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:17.815436 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['814a68c7-07eb-4963-a343-8fd366df2aaa'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:18.068487 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] Set router 814a68c7-07eb-4963-a343-8fd366df2aaa gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:18.081917 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device c6f340f9-4718-43f6-8f3c-c1d686583b18 up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:18.185970 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port c6f340f9-4718-43f6-8f3c-c1d686583b18 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:18.186695 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:18.219558 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428de15d-18d0-4f1a-b79b-5298118f6368 None None] Pushing event updated for resources: {'Port': ['ID=94e926f6-4e79-466e-8d23-537f8fb9977d,revision_number=4']} {{(pid=93364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:18.356580 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'name': 'tempest-TestMinimumBasicScenario-1783806485-router', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:13Z', 'revision_number': 4, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'gw_port': {'id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '94e926f6-4e79-466e-8d23-537f8fb9977d', 'name': '', 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'mac_address': 'fa:16:3e:59:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '17000c61-873f-48ac-8564-bcfe3ae4d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:12Z', 'updated_at': '2021-08-09T13:29:17Z', 'revision_number': 4, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'subnets': [{'id': '17000c61-873f-48ac-8564-bcfe3ae4d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:18.391908 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65047f7-1c23-421d-842f-b8f1d4cd71e2 None None] The sync data for ids ['814a68c7-07eb-4963-a343-8fd366df2aaa'] in dv-cinder-787296-4-iscsi is: [{'id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'name': 'tempest-TestMinimumBasicScenario-1783806485-router', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:13Z', 'revision_number': 4, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'gw_port': {'id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '94e926f6-4e79-466e-8d23-537f8fb9977d', 'name': '', 'network_id': '5e0f06e1-cfe0-403d-be6f-0562e4d63f1b', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'mac_address': 'fa:16:3e:59:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '17000c61-873f-48ac-8564-bcfe3ae4d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:12Z', 'updated_at': '2021-08-09T13:29:17Z', 'revision_number': 4, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'subnets': [{'id': '17000c61-873f-48ac-8564-bcfe3ae4d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:29:18.452376 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee2f67-2be8-4910-8cfd-e6ae4c6d666e req-aa2ae380-3de2-4a8a-b2be-8c56cc6cd4f4 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:18.454003 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c2ee2f67-2be8-4910-8cfd-e6ae4c6d666e req-aa2ae380-3de2-4a8a-b2be-8c56cc6cd4f4 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 946 time: 0.0636973 Aug 09 13:29:18.504590 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c2ee2f67-2be8-4910-8cfd-e6ae4c6d666e req-c44940ea-c621-4d8a-8363-706bfac7774f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440018 Aug 09 13:29:19.745029 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ab566-f5e8-4257-93de-4a046f3ef2c6 req-99b83f8e-8cd3-4902-9c5b-dad20b3b7715 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:19.753388 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6e2ab566-f5e8-4257-93de-4a046f3ef2c6 req-99b83f8e-8cd3-4902-9c5b-dad20b3b7715 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 946 time: 0.1694758 Aug 09 13:29:19.799572 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6e2ab566-f5e8-4257-93de-4a046f3ef2c6 req-c8bbfd0b-3bcc-4029-a494-2215fcf58ac4 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f787169-52b2-4dea-be76-3c78afb26ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410140 Aug 09 13:29:20.049555 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 94e926f6-4e79-466e-8d23-537f8fb9977d up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:20.113492 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning for port 94e926f6-4e79-466e-8d23-537f8fb9977d completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:20.113622 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f2184-cabb-44a3-833d-1605e38d0727 req-994defb5-a0b2-4f14-8071-c327f5878a20 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:20.115345 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-005f2184-cabb-44a3-833d-1605e38d0727 req-994defb5-a0b2-4f14-8071-c327f5878a20 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.42 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 946 time: 0.0504904 Aug 09 13:29:20.119802 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 94e926f6-4e79-466e-8d23-537f8fb9977d triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:20.120450 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:20.204604 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:20.230842 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Deleting port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:29:20.231445 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:20.241588 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] For port 94e926f6-4e79-466e-8d23-537f8fb9977d, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=94e926f6-4e79-466e-8d23-537f8fb9977d,segment=NetworkSegment(3cc4398f-a85b-442a-8a2e-e385500a2627),segment_id=3cc4398f-a85b-442a-8a2e-e385500a2627)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:20.249219 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:20.304849 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Pushing event updated for resources: {'Port': ['ID=94e926f6-4e79-466e-8d23-537f8fb9977d,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:20.333648 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] For port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:20.334008 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:20.574079 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:20.574623 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:20.575023 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.l3_db [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Floating IP 7e41f8e8-3d31-4422-9f58-4e1f088be59e disassociated. External IP: 172.27.3.63, port: 27f79434-8bac-4fce-abd9-f4bb6e7f5cec. Aug 09 13:29:20.575425 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Calling delete_port for 27f79434-8bac-4fce-abd9-f4bb6e7f5cec owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:29:20.716587 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:20.751160 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event deleted for resources: {'Port': ['ID=27f79434-8bac-4fce-abd9-f4bb6e7f5cec,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:20.909301 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-36df3e5f-0220-4348-8c32-5a1df553aeba req-c047ff8b-4d66-4409-a784-0b3026d7e9d1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=d37f4a04-4e27-4bf2-9419-88282e124cd4 HTTP/1.1" status: 200 len: 210 time: 0.0341799 Aug 09 13:29:20.925382 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Router c117d951-fc59-4ea6-bccc-32cac9bf74b8 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:29:21.057727 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:29:21.070731 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] Sync routers for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:29:21.086318 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:21.087041 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:21.103928 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] No DVR routers for this DVR port 27f79434-8bac-4fce-abd9-f4bb6e7f5cec on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:29:21.107167 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:21.109825 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-005f2184-cabb-44a3-833d-1605e38d0727 req-4faf631d-c012-439a-8dd2-ddc88751f633 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.42 "DELETE /v2.0/ports/27f79434-8bac-4fce-abd9-f4bb6e7f5cec HTTP/1.1" status: 204 len: 173 time: 0.9844427 Aug 09 13:29:21.110496 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'name': 'network-vif-deleted', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:29:21.122486 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774b1cfe-3f73-4451-9691-78b773cd26e0" -d '{"events": [{"server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "name": "network-vif-deleted", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:29:21.183120 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c49e8f6-56a1-4736-a736-1d764fc9196e x-openstack-request-id: req-3c49e8f6-56a1-4736-a736-1d764fc9196e {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:29:21.184081 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37f4a04-4e27-4bf2-9419-88282e124cd4", "name": "network-vif-deleted", "tag": "27f79434-8bac-4fce-abd9-f4bb6e7f5cec", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:29:21.184461 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c49e8f6-56a1-4736-a736-1d764fc9196e {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:29:21.184958 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37f4a04-4e27-4bf2-9419-88282e124cd4', 'name': 'network-vif-deleted', 'tag': '27f79434-8bac-4fce-abd9-f4bb6e7f5cec', 'status': 'completed', 'code': 200} Aug 09 13:29:21.366013 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:21.620760 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:21.659630 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] Checking router: c117d951-fc59-4ea6-bccc-32cac9bf74b8 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:29:21.670390 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:21.671105 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:21.798571 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:22.061924 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56666) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:22.076148 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 94e926f6-4e79-466e-8d23-537f8fb9977d up at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:22.136363 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:22.136623 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2030a20e-b10a-4d4d-95bb-95d60d55e0c1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.163400 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2030a20e-b10a-4d4d-95bb-95d60d55e0c1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.171813 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6691f66-9dd1-4ae1-94bf-aa0cea285c7e None None] The sync data for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi is: [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:29:22.181279 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Provisioning complete for port 94e926f6-4e79-466e-8d23-537f8fb9977d triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:22.181736 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.230015 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2030a20e-b10a-4d4d-95bb-95d60d55e0c1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.232685 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2030a20e-b10a-4d4d-95bb-95d60d55e0c1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.237077 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-2030a20e-b10a-4d4d-95bb-95d60d55e0c1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f787169-52b2-4dea-be76-3c78afb26ede HTTP/1.1" status: 204 len: 168 time: 0.1740644 Aug 09 13:29:22.237350 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56668) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:22.248036 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030a20e-b10a-4d4d-95bb-95d60d55e0c1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f787169-52b2-4dea-be76-3c78afb26ede,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:22.262568 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.api.v2.resource [None req-c9d80525-dd39-4f86-8e81-4cfb39302b59 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] show failed (client error): The resource could not be found. Aug 09 13:29:22.263976 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c9d80525-dd39-4f86-8e81-4cfb39302b59 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups/8f787169-52b2-4dea-be76-3c78afb26ede HTTP/1.1" status: 404 len: 347 time: 0.0255504 Aug 09 13:29:22.267055 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56670) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:22.385674 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:29:22.446693 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-a672219f-d969-4f89-b1ef-59cddcebf8b5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Deleting port 2a3f28fc-cf97-413d-ac8d-ab427434d45e {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:29:22.447465 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a672219f-d969-4f89-b1ef-59cddcebf8b5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.571081 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a672219f-d969-4f89-b1ef-59cddcebf8b5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.571690 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a672219f-d969-4f89-b1ef-59cddcebf8b5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.586218 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-a672219f-d969-4f89-b1ef-59cddcebf8b5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Calling delete_port for 2a3f28fc-cf97-413d-ac8d-ab427434d45e owned by network:floatingip {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:29:22.625214 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91cb1d-7da9-4a74-b68d-369cbc827b1c None None] New status for floating IP 7e41f8e8-3d31-4422-9f58-4e1f088be59e: DOWN {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:29:22.772967 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a672219f-d969-4f89-b1ef-59cddcebf8b5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.775833 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron_lib.db.api [None req-fa91cb1d-7da9-4a74-b68d-369cbc827b1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 13:29:22.776555 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG oslo_db.api [None req-fa91cb1d-7da9-4a74-b68d-369cbc827b1c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 13:29:22.807138 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672219f-d969-4f89-b1ef-59cddcebf8b5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event deleted for resources: {'Port': ['ID=2a3f28fc-cf97-413d-ac8d-ab427434d45e,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:22.897636 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a672219f-d969-4f89-b1ef-59cddcebf8b5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.900673 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a672219f-d969-4f89-b1ef-59cddcebf8b5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:22.915679 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a672219f-d969-4f89-b1ef-59cddcebf8b5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "DELETE /v2.0/floatingips/7e41f8e8-3d31-4422-9f58-4e1f088be59e HTTP/1.1" status: 204 len: 168 time: 0.6370564 Aug 09 13:29:23.278603 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91cb1d-7da9-4a74-b68d-369cbc827b1c None None] New status for floating IP 7e41f8e8-3d31-4422-9f58-4e1f088be59e: DOWN {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:29:23.284248 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56674) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:23.295396 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72819372', 'description': 'tempest-description--934154083'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:23.332528 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.456377 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.464284 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.495019 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.498994 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2110479 Aug 09 13:29:23.499296 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56680) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:23.506545 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-77335bdb-00da-4d8f-8c0b-434b0dfe41d6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'security_group_rule': {'security_group_id': '39df36be-397b-4be3-b7ed-6197ae00cc01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:23.509719 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39df36be-397b-4be3-b7ed-6197ae00cc01,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:23.521387 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.521900 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.522328 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.522760 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.523185 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.523628 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.524050 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.524587 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.525075 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.525589 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.526009 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.526429 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960e84c-6e08-448f-9da0-fbbc75422477 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:23.552796 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-77335bdb-00da-4d8f-8c0b-434b0dfe41d6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.632996 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-77335bdb-00da-4d8f-8c0b-434b0dfe41d6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.644635 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-77335bdb-00da-4d8f-8c0b-434b0dfe41d6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.667911 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77335bdb-00da-4d8f-8c0b-434b0dfe41d6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12be7cfd-b0ac-4461-8706-9f2e2b5128e5,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:23.680630 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-77335bdb-00da-4d8f-8c0b-434b0dfe41d6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.684419 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-77335bdb-00da-4d8f-8c0b-434b0dfe41d6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1816936 Aug 09 13:29:23.684692 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56682) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:23.689501 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-752c93ec-0929-417b-a2d2-490c0ee2abca tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'security_group_rule': {'security_group_id': '39df36be-397b-4be3-b7ed-6197ae00cc01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:23.722548 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-752c93ec-0929-417b-a2d2-490c0ee2abca tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.791260 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-752c93ec-0929-417b-a2d2-490c0ee2abca tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.796085 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-752c93ec-0929-417b-a2d2-490c0ee2abca tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.812265 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c93ec-0929-417b-a2d2-490c0ee2abca tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cd13db-6bdc-4bcc-99ef-266c6191b553,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:23.822825 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-752c93ec-0929-417b-a2d2-490c0ee2abca tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.824064 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-752c93ec-0929-417b-a2d2-490c0ee2abca tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383824 Aug 09 13:29:23.827853 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56686) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:23.832771 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'floatingip': {'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:23.858622 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:23.962746 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:24.070201 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Allocated IP 172.27.3.152 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/217defca-f88e-47e9-8016-1eff84477509) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:24.172391 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:24.213004 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:24.258031 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:24.263731 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:24.264404 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 27f79434-8bac-4fce-abd9-f4bb6e7f5cec no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:29:24.265919 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'Port': ['ID=217defca-f88e-47e9-8016-1eff84477509,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:24.268053 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:24.284858 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 27f79434-8bac-4fce-abd9-f4bb6e7f5cec {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:29:24.285271 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 27f79434-8bac-4fce-abd9-f4bb6e7f5cec not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:29:24.298698 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.299044 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.299395 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.299717 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.300049 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.300404 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.300731 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.301057 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.301380 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.301702 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.302023 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.302342 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:29:24.362852 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:24.372472 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c6274-e951-4cd3-814c-b94f7d05451c req-c3e0fc16-9144-48dc-8f01-8c0c3edec46c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:24.374505 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-c3e0fc16-9144-48dc-8f01-8c0c3edec46c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/networks?id=efecba02-5fdb-4ba9-843c-0db180601cbb HTTP/1.1" status: 200 len: 814 time: 0.1068549 Aug 09 13:29:24.399020 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-f0cf6e69-86a4-49e5-ac32-0959e0323b60 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/quotas/713976c8cfee4761916292f51ace37d5 HTTP/1.1" status: 200 len: 375 time: 0.0186169 Aug 09 13:29:24.403039 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:24.454632 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-a1b34842-d72f-4e45-8495-8ad398428e79 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=713976c8cfee4761916292f51ace37d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496597 Aug 09 13:29:24.551066 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:24.557536 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:24.605005 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-3f749327-eea3-413d-8cb5-dfe98d27e678 service neutron] 10.222.0.32 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386833 Aug 09 13:29:24.621497 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'Port': ['ID=217defca-f88e-47e9-8016-1eff84477509,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:24.637146 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:24.652219 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:24.653583 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-6b917109-756a-4fa8-8f6c-1c83dc4f853a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8245623 Aug 09 13:29:24.698789 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-f3177398-092b-44c7-b145-a364001881ca service neutron] 10.222.0.32 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875266 Aug 09 13:29:24.842394 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-7e4761dc-73d2-47a1-99b0-cda0de2dd1ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--72819372&fields=id&tenant_id=2d007ab2baac405f996ece03b238a621 HTTP/1.1" status: 200 len: 267 time: 0.0374646 Aug 09 13:29:24.876760 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8c998517-0b01-4dc5-9c2a-d962487aac64 req-4d9aaac5-2cde-4950-9250-1c8b1c5ad64d tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 210 time: 0.0375066 Aug 09 13:29:24.970813 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-6c8cd6a8-147b-4e7d-a22c-3538960b45e9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:24.972303 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-6c8cd6a8-147b-4e7d-a22c-3538960b45e9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 816 time: 0.1217716 Aug 09 13:29:24.987666 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-458f1be6-a310-4ca2-8821-9bb028f7c2d3 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/quotas/2d007ab2baac405f996ece03b238a621 HTTP/1.1" status: 200 len: 375 time: 0.0092769 Aug 09 13:29:25.305299 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-544291fe-9759-4202-805f-84df092b4262 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3118739 Aug 09 13:29:25.461013 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-77815888-db19-4d0f-be3a-b677cfe86915 service neutron] 10.222.0.32 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429534 Aug 09 13:29:25.557527 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-55aec443-136a-45f5-9365-9c460a236ac0 service neutron] 10.222.0.32 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896716 Aug 09 13:29:25.727481 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5bc4cf02-edb9-4b06-9cf8-bddf042054ee req-d4de3af3-fb77-473b-8d2d-db2722071847 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0265319 Aug 09 13:29:25.981140 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0b4e2de8-b347-472e-bc83-6eaf40851493 req-4ee2d851-bf82-4966-b409-7db52ba27901 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 210 time: 0.0298505 Aug 09 13:29:26.096172 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c6274-e951-4cd3-814c-b94f7d05451c req-7074a536-88bc-4ec6-a0aa-32c507434c47 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:26.097781 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-7074a536-88bc-4ec6-a0aa-32c507434c47 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.42 "GET /v2.0/networks?id=efecba02-5fdb-4ba9-843c-0db180601cbb HTTP/1.1" status: 200 len: 814 time: 0.1287086 Aug 09 13:29:26.111760 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'port': {'device_id': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'admin_state_up': True, 'tenant_id': '713976c8cfee4761916292f51ace37d5'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:26.227343 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Made reservation on behalf of 713976c8cfee4761916292f51ace37d5 for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:29:26.231452 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:26.377717 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Allocated IP 172.20.0.6 (efecba02-5fdb-4ba9-843c-0db180601cbb/a2fdb6f3-e18e-45ff-a500-5798c633245c/aa30938e-5157-4e3f-a7fc-de45a9366057) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:26.833922 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:26.839829 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ec10885f-3eca-4a13-89cc-c36436d4f7ec req-4fab2d9f-373a-4123-9698-c8f31163dcf5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0251312 Aug 09 13:29:26.848619 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Transition to ACTIVE for port object aa30938e-5157-4e3f-a7fc-de45a9366057 will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:26.913930 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:26.960038 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Network efecba02-5fdb-4ba9-843c-0db180601cbb is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:26.963697 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:26.966191 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:26.998650 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'Port': ['ID=aa30938e-5157-4e3f-a7fc-de45a9366057,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:27.030618 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:27.031288 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:27.056190 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-99f2de1f-fa25-4cbb-8a32-1ec163cc203f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9481690 Aug 09 13:29:27.121550 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567e661-bdd9-43cf-ac01-b444c2dbc5d9 req-54740b8d-0385-4784-83ba-f580ffc4a6d0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:27.129082 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4567e661-bdd9-43cf-ac01-b444c2dbc5d9 req-54740b8d-0385-4784-83ba-f580ffc4a6d0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 931 time: 0.0730705 Aug 09 13:29:27.166790 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4567e661-bdd9-43cf-ac01-b444c2dbc5d9 req-74f1a713-f328-4b5b-866b-40c6ac49c49c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Aug 09 13:29:27.223234 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-11651831-64cf-4482-9bf8-e72f394defe4 None None] Provisioning for port aa30938e-5157-4e3f-a7fc-de45a9366057 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:27.228036 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-11651831-64cf-4482-9bf8-e72f394defe4 None None] Provisioning complete for port aa30938e-5157-4e3f-a7fc-de45a9366057 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:27.228554 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-11651831-64cf-4482-9bf8-e72f394defe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:27.269710 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-11651831-64cf-4482-9bf8-e72f394defe4 None None] Port aa30938e-5157-4e3f-a7fc-de45a9366057 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:29:27.958798 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b3d0900c-d784-4dbb-a1e8-4034ef6325ce req-34853ee7-660b-4b73-8127-e5693f0de485 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0271792 Aug 09 13:29:28.283075 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57441eba-b6af-452f-8ab9-fd9e68662672 req-d9082d53-7c4d-420a-beec-0b502954b65e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:28.284872 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-57441eba-b6af-452f-8ab9-fd9e68662672 req-d9082d53-7c4d-420a-beec-0b502954b65e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 931 time: 0.0522170 Aug 09 13:29:28.325007 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-57441eba-b6af-452f-8ab9-fd9e68662672 req-204f079d-4c59-4682-9887-f6b30492443f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Aug 09 13:29:29.106180 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9ba8a071-bd91-4d0f-80e3-698ff91440ab req-7ce3d015-4470-46c1-a0e8-a41c37a022a5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0712242 Aug 09 13:29:29.457070 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cc58f-8647-4785-9dd9-560ac02b232c req-196246cb-4b07-48b7-adc2-8a37c46cc07f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:29.458547 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5d0cc58f-8647-4785-9dd9-560ac02b232c req-196246cb-4b07-48b7-adc2-8a37c46cc07f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 931 time: 0.0528433 Aug 09 13:29:29.496726 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5d0cc58f-8647-4785-9dd9-560ac02b232c req-ea21a8fd-f82b-448d-b0a8-7de0c4c9be13 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Aug 09 13:29:30.243051 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3371dc44-f783-4f6f-a2c5-0cce44dc737d req-ffbeffc3-3605-48b0-91f0-f71958b308fc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0517194 Aug 09 13:29:30.631412 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cde0b0-7c99-45b9-b388-60407d8e3896 req-d562e6a7-b1b4-47c8-bddb-03f2974d801b tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:30.633881 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c1cde0b0-7c99-45b9-b388-60407d8e3896 req-d562e6a7-b1b4-47c8-bddb-03f2974d801b tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 931 time: 0.0656719 Aug 09 13:29:30.680525 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c1cde0b0-7c99-45b9-b388-60407d8e3896 req-f6913486-c3ae-4188-b018-739070291a2e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Aug 09 13:29:31.364457 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-65569f36-5e63-43b7-934e-e2cde20724da req-cdd4252d-d3ec-4f91-9e76-20efedb1a2bb tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0341532 Aug 09 13:29:31.806476 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57096328-2bb1-48f1-9b6b-81d2275587bb req-6b9005c9-0f42-4b32-b220-a30830b98b98 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:31.808139 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-57096328-2bb1-48f1-9b6b-81d2275587bb req-6b9005c9-0f42-4b32-b220-a30830b98b98 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 931 time: 0.0549607 Aug 09 13:29:31.855123 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-57096328-2bb1-48f1-9b6b-81d2275587bb req-e092e267-b073-46a0-a835-84cab3532e26 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Aug 09 13:29:32.471511 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4d13427d-eef7-4925-a7d1-26abaa55618b req-49ac6173-64f4-4907-9e57-6996b64bb7eb tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0357058 Aug 09 13:29:33.009050 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c2cb4-90a3-4fd4-8457-392d6506fa07 req-788e0594-f663-4381-bac2-9ea731a2c429 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:33.010527 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c22c2cb4-90a3-4fd4-8457-392d6506fa07 req-788e0594-f663-4381-bac2-9ea731a2c429 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 931 time: 0.0573850 Aug 09 13:29:33.049156 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c22c2cb4-90a3-4fd4-8457-392d6506fa07 req-d8a34ccb-33e6-4543-87b2-6aa09d087494 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Aug 09 13:29:33.588914 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-527eb2c8-15d0-42b9-9b9d-861aaa82fd5e req-b7f5d240-33ad-41d6-a842-1cbfd4b30cee tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0308638 Aug 09 13:29:34.184849 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad109c-f272-497f-a40f-90c16fd4cb82 req-dac532c0-b37a-4ff5-a882-35af8fad4915 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:34.186340 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-09ad109c-f272-497f-a40f-90c16fd4cb82 req-dac532c0-b37a-4ff5-a882-35af8fad4915 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 931 time: 0.0500450 Aug 09 13:29:34.224930 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-09ad109c-f272-497f-a40f-90c16fd4cb82 req-6ca76b06-b4eb-4640-a3a5-6717e97136f4 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324891 Aug 09 13:29:34.689975 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-475ed087-612c-482e-9f57-453988d3c56f req-affae048-327c-4d0f-b3b8-72751327acb6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0262544 Aug 09 13:29:35.037247 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c4fa436a-602b-4d1a-94a5-ac2f3413c783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:35.050325 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e5b3-f3e5-44ce-9d5d-d3d7b9e51394 req-9c9afdea-a16a-4079-9c5d-e6c0b85242af tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:35.051737 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c517e5b3-f3e5-44ce-9d5d-d3d7b9e51394 req-9c9afdea-a16a-4079-9c5d-e6c0b85242af tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0521154 Aug 09 13:29:35.089322 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c517e5b3-f3e5-44ce-9d5d-d3d7b9e51394 req-47d2046b-60df-4849-a2f5-266c458c6598 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314972 Aug 09 13:29:35.359977 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bb728-bcd8-4fac-b896-c3bbe10466ee req-daff0d3c-7eaa-4c9a-a6ab-422021442e5e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:35.364097 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c6bb728-bcd8-4fac-b896-c3bbe10466ee req-daff0d3c-7eaa-4c9a-a6ab-422021442e5e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 931 time: 0.0615687 Aug 09 13:29:35.399870 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c6bb728-bcd8-4fac-b896-c3bbe10466ee req-be18bb42-d4a5-4a21-b415-cdb25731c197 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Aug 09 13:29:35.810117 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e1cbabfe-00e0-4e00-ad62-2f1c48b4c2b1 req-9cfab7ea-9e65-49de-8053-ceac42bb903d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0260768 Aug 09 13:29:36.227394 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c46d0-2292-49ea-aca8-62ea16575b76 req-74b438c2-b3ef-4078-bf02-486d99204a13 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:36.231141 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-650c46d0-2292-49ea-aca8-62ea16575b76 req-74b438c2-b3ef-4078-bf02-486d99204a13 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0635173 Aug 09 13:29:36.275367 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-650c46d0-2292-49ea-aca8-62ea16575b76 req-6cafb4ba-ee2f-4b6d-8b8d-b60f0d891b21 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381098 Aug 09 13:29:36.516205 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4b6ce-3190-47df-9f72-6350923565e0 req-9a8838f1-7ee3-4322-99e0-81c5160bfbda tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:36.517729 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-19e4b6ce-3190-47df-9f72-6350923565e0 req-9a8838f1-7ee3-4322-99e0-81c5160bfbda tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 931 time: 0.0493867 Aug 09 13:29:36.554968 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-19e4b6ce-3190-47df-9f72-6350923565e0 req-ed906ea0-dd76-4545-92f6-4a78235f9b0d tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310767 Aug 09 13:29:36.931685 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6ef2b000-f21e-4a74-8a0e-b4cc2d3505ae req-050dfd13-ad76-487d-89be-a8ed07184afb tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0267887 Aug 09 13:29:37.409842 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cc5c8-d779-4146-9cfe-c37678b8cd6d req-838d94ba-fbd5-4838-b20e-a21b91e2e120 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:37.411384 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-194cc5c8-d779-4146-9cfe-c37678b8cd6d req-838d94ba-fbd5-4838-b20e-a21b91e2e120 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0506945 Aug 09 13:29:37.453030 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-194cc5c8-d779-4146-9cfe-c37678b8cd6d req-d5873757-664c-43d0-b12e-b39849ef5f44 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355108 Aug 09 13:29:37.567671 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-60377246-46d0-4ac2-93cc-6ab4c10040ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:37.643285 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:37.677750 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0fdd8-aa0f-41e8-be40-7352e8eb57ab req-0668e4c1-138d-480a-a13d-e17b47a3f978 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:37.679239 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-36d0fdd8-aa0f-41e8-be40-7352e8eb57ab req-0668e4c1-138d-480a-a13d-e17b47a3f978 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 931 time: 0.0578463 Aug 09 13:29:37.718376 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-36d0fdd8-aa0f-41e8-be40-7352e8eb57ab req-6faebde8-65c8-4dcd-8cf1-c2b65da87f44 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Aug 09 13:29:37.912615 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:38.031843 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cb5dba6c-7be0-4e6d-869c-90b9b8c34c0e req-128882c7-58b1-4414-96f9-f13307f0a08e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0270181 Aug 09 13:29:38.346873 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Request body: {'port': {'device_id': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:38.405360 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:38.567652 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed4356-eae2-445b-aaf3-dc249f97d0cd req-e7350e2f-b67e-4f51-ab16-aee028e133dc tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:38.569168 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-28ed4356-eae2-445b-aaf3-dc249f97d0cd req-e7350e2f-b67e-4f51-ab16-aee028e133dc tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0489976 Aug 09 13:29:38.609036 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-28ed4356-eae2-445b-aaf3-dc249f97d0cd req-5e2df5c2-5998-41d1-82b4-680bf5ee39bb tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334194 Aug 09 13:29:38.723808 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa30938e-5157-4e3f-a7fc-de45a9366057 {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:29:38.738064 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:38.774317 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Transition to ACTIVE for port object aa30938e-5157-4e3f-a7fc-de45a9366057 will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:38.776925 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:38.785807 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-751cce14-412d-4a39-9720-527021175b94 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:38.787334 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-751cce14-412d-4a39-9720-527021175b94 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.42 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 816 time: 0.1507468 Aug 09 13:29:38.788583 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:38.875583 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-4454c0ff-2d5b-4156-b061-bbbf4c149326 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d007ab2baac405f996ece03b238a621 HTTP/1.1" status: 200 len: 378 time: 0.0550332 Aug 09 13:29:38.880261 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a7c1c-330e-4b0b-bfa9-b196359b8760 req-c66f7ad1-d4a0-4302-ac0b-f999452ad794 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:38.881942 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-469a7c1c-330e-4b0b-bfa9-b196359b8760 req-c66f7ad1-d4a0-4302-ac0b-f999452ad794 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 943 time: 0.0600920 Aug 09 13:29:38.895742 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'port': {'device_id': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'admin_state_up': True, 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'security_groups': ['39df36be-397b-4be3-b7ed-6197ae00cc01']}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:38.923159 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-469a7c1c-330e-4b0b-bfa9-b196359b8760 req-19b620fa-b13f-4e01-a8d1-7f0300bf5555 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340679 Aug 09 13:29:38.924646 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa30938e-5157-4e3f-a7fc-de45a9366057,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:39.010198 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Attempting to bind port aa30938e-5157-4e3f-a7fc-de45a9366057 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:29:39.010536 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Attempting to bind port aa30938e-5157-4e3f-a7fc-de45a9366057 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:29:39.010861 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Attempting to bind port aa30938e-5157-4e3f-a7fc-de45a9366057 on network efecba02-5fdb-4ba9-843c-0db180601cbb {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:39.019218 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Port aa30938e-5157-4e3f-a7fc-de45a9366057 on network efecba02-5fdb-4ba9-843c-0db180601cbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:29:39.019531 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Attempting to bind port aa30938e-5157-4e3f-a7fc-de45a9366057 on network efecba02-5fdb-4ba9-843c-0db180601cbb {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:39.033914 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:29:39.034243 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Checking segment: {'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:39.034616 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Bound using segment: {'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:29:39.035039 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Bound port: aa30938e-5157-4e3f-a7fc-de45a9366057, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52612b57-9d11-47ff-a078-559c0696148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:29:39.035390 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:39.103729 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Made reservation on behalf of 2d007ab2baac405f996ece03b238a621 for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:29:39.107207 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:39.130348 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] For port aa30938e-5157-4e3f-a7fc-de45a9366057, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:29:39.144651 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ccf5d314-3005-499c-9043-746aa8763df9 req-f911bb39-ddfe-4fa9-9bc9-7b9736d4c981 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0289323 Aug 09 13:29:39.148581 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] For port aa30938e-5157-4e3f-a7fc-de45a9366057, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=aa30938e-5157-4e3f-a7fc-de45a9366057,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:29:39.177741 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:39.235439 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:39.236057 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:39.237467 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 1093 time: 0.9468744 Aug 09 13:29:39.239771 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:29:39.242559 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ea721-2c0a-4feb-93aa-47eace088a33" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:29:39.330432 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258198cd-7f2d-4b26-aed5-cdadf5ea27a7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa30938e-5157-4e3f-a7fc-de45a9366057,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:39.333828 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Allocated IP 172.20.0.6 (66c4ae32-c4a4-4218-982b-49a4bc3be7fd/0ddb1be5-30a6-41d7-b67c-c0c36e2ac028/fd138042-9479-430d-98d7-b8d07a8bac65) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:39.379265 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4b48ad-c6d7-42f2-9d9f-7901d48bf325 x-openstack-request-id: req-0b4b48ad-c6d7-42f2-9d9f-7901d48bf325 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:29:39.379928 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:29:39.379928 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b4b48ad-c6d7-42f2-9d9f-7901d48bf325 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:29:39.380159 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'status': 'completed', 'code': 200} Aug 09 13:29:39.434156 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c6274-e951-4cd3-814c-b94f7d05451c req-2cc6111f-6979-4ce6-aafe-8e48cbd85d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:39.435837 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-2cc6111f-6979-4ce6-aafe-8e48cbd85d9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=713976c8cfee4761916292f51ace37d5&device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1487978 Aug 09 13:29:39.484422 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-fc9c9385-f02d-4b96-bdd1-8a2ce09090b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 217 time: 0.0388560 Aug 09 13:29:39.557479 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:39.566625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c6274-e951-4cd3-814c-b94f7d05451c req-eb4ab4b1-cf18-440c-b222-466511872e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:39.568102 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-eb4ab4b1-cf18-440c-b222-466511872e1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2fdb6f3-e18e-45ff-a500-5798c633245c HTTP/1.1" status: 200 len: 853 time: 0.0744977 Aug 09 13:29:39.579561 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Transition to ACTIVE for port object fd138042-9479-430d-98d7-b8d07a8bac65 will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:39.657945 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c6274-e951-4cd3-814c-b94f7d05451c req-1ed86683-7a31-4e39-bc6e-645e9a1378af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:39.659473 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-1ed86683-7a31-4e39-bc6e-645e9a1378af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efecba02-5fdb-4ba9-843c-0db180601cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813925 Aug 09 13:29:39.679371 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:39.736573 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935d0b-0c5e-44e4-aab0-024bbd11238a req-61540527-5470-4b8b-b55a-49976cedb783 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:39.738099 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-39935d0b-0c5e-44e4-aab0-024bbd11238a req-61540527-5470-4b8b-b55a-49976cedb783 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0525463 Aug 09 13:29:39.784074 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:39.788909 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-39935d0b-0c5e-44e4-aab0-024bbd11238a req-4114729e-dfb6-469f-bf10-960240a1ab77 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437639 Aug 09 13:29:39.790984 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:39.795156 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:39.797802 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event updated for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:39.859059 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-838d808a-278e-4345-9fd6-6ec2770f6378 service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902854 Aug 09 13:29:39.867635 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:39.868347 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:39.929340 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-16a61be5-a447-4801-b3c0-852f3454ba8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0373530 Aug 09 13:29:39.944399 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Request body: {'port': {'device_id': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:40.018087 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-171c6274-e951-4cd3-814c-b94f7d05451c req-31d98462-eb09-4a7c-a980-9d0cfcfe624c service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468377 Aug 09 13:29:40.036082 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.038097 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-9d867764-d402-449e-a12e-44e987914b84 None None] Provisioning for port fd138042-9479-430d-98d7-b8d07a8bac65 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:40.043159 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-9d867764-d402-449e-a12e-44e987914b84 None None] Provisioning complete for port fd138042-9479-430d-98d7-b8d07a8bac65 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:40.043695 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9d867764-d402-449e-a12e-44e987914b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.066236 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b87c6-7e87-4a8a-a6d7-907b25327a65 req-3d787d56-b719-476e-9490-029e61b67277 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:40.067948 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b98b87c6-7e87-4a8a-a6d7-907b25327a65 req-3d787d56-b719-476e-9490-029e61b67277 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 943 time: 0.0622489 Aug 09 13:29:40.082011 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-9d867764-d402-449e-a12e-44e987914b84 None None] Port fd138042-9479-430d-98d7-b8d07a8bac65 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:29:40.114650 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b98b87c6-7e87-4a8a-a6d7-907b25327a65 req-eefb1dd7-d91b-4641-836c-a4ed7ce1c7c4 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Aug 09 13:29:40.211064 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.232651 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-060c0ab0-c21b-4b63-93ec-2f146bc90f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:40.236875 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-060c0ab0-c21b-4b63-93ec-2f146bc90f3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=713976c8cfee4761916292f51ace37d5&device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1376245 Aug 09 13:29:40.276405 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218decbf-c070-4f2f-a0b6-b35d7ceb2002 req-21282b5c-cce7-450f-a50c-e1e937786227 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:40.278273 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-218decbf-c070-4f2f-a0b6-b35d7ceb2002 req-21282b5c-cce7-450f-a50c-e1e937786227 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 931 time: 0.0510252 Aug 09 13:29:40.320222 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-218decbf-c070-4f2f-a0b6-b35d7ceb2002 req-5b7b267a-1cd3-4018-9ef0-2f29e2b2c583 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349135 Aug 09 13:29:40.442408 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-d80bdf2d-a690-4191-a654-f063337dfc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:40.443736 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-d80bdf2d-a690-4191-a654-f063337dfc2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=efecba02-5fdb-4ba9-843c-0db180601cbb HTTP/1.1" status: 200 len: 915 time: 0.1729023 Aug 09 13:29:40.468322 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59260bea-811b-4574-b11a-815bdfd60899 req-db9a084d-d924-4a59-bf00-545e07650ddc tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:40.469788 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-59260bea-811b-4574-b11a-815bdfd60899 req-db9a084d-d924-4a59-bf00-545e07650ddc tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.42 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0510645 Aug 09 13:29:40.506849 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-ac8c083c-6a1a-4164-8295-7425ede60920 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 217 time: 0.0399675 Aug 09 13:29:40.515816 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd138042-9479-430d-98d7-b8d07a8bac65 {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:29:40.532189 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.568433 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Transition to ACTIVE for port object fd138042-9479-430d-98d7-b8d07a8bac65 will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:40.569510 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Deleting port 139b1fd9-9070-424a-b060-0e1cb8395dc0 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:29:40.569811 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.575907 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.580029 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-5f314e20-4535-4790-86ca-cd25eda9df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:40.581533 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-5f314e20-4535-4790-86ca-cd25eda9df31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2fdb6f3-e18e-45ff-a500-5798c633245c HTTP/1.1" status: 200 len: 853 time: 0.0612266 Aug 09 13:29:40.654099 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Pushing event updated for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:40.667028 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] For port 139b1fd9-9070-424a-b060-0e1cb8395dc0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=139b1fd9-9070-424a-b060-0e1cb8395dc0,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:40.667567 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.705024 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-791e9db6-a4f2-4db5-927a-1e11718ceec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:40.706333 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-791e9db6-a4f2-4db5-927a-1e11718ceec5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efecba02-5fdb-4ba9-843c-0db180601cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022022 Aug 09 13:29:40.788929 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Attempting to bind port fd138042-9479-430d-98d7-b8d07a8bac65 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:29:40.789331 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Attempting to bind port fd138042-9479-430d-98d7-b8d07a8bac65 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:29:40.789747 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Attempting to bind port fd138042-9479-430d-98d7-b8d07a8bac65 on network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:40.800479 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Port fd138042-9479-430d-98d7-b8d07a8bac65 on network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:29:40.800995 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Attempting to bind port fd138042-9479-430d-98d7-b8d07a8bac65 on network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:40.814649 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:29:40.815068 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Checking segment: {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:40.815455 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Bound using segment: {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:29:40.815893 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Bound port: fd138042-9479-430d-98d7-b8d07a8bac65, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f03dee8-42ed-4176-8071-c76adcf8d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:29:40.816247 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.841542 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-1a991ea9-0b54-4153-8afb-588b473c3bd2 service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250713 Aug 09 13:29:40.931085 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.931460 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.931931 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.l3_db [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Floating IP 6c183c6d-0b8c-4ccb-9efe-211046a60c21 disassociated. External IP: 172.27.3.249, port: 139b1fd9-9070-424a-b060-0e1cb8395dc0. Aug 09 13:29:40.932272 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Calling delete_port for 139b1fd9-9070-424a-b060-0e1cb8395dc0 owned by compute:nova {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:29:40.950318 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:29:40.952329 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bbb49-6d82-4362-8e49-e38a7659620e req-fb807423-311f-4677-8512-bb06f3851019 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:40.953876 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-807bbb49-6d82-4362-8e49-e38a7659620e req-fb807423-311f-4677-8512-bb06f3851019 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0737011 Aug 09 13:29:40.954601 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:29:40.968331 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:40.998818 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f75ea721-2c0a-4feb-93aa-47eace088a33 req-e841fb16-7a44-4f62-8b9d-86adca177473 service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378522 Aug 09 13:29:41.008127 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:41.008833 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:41.010313 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] 10.222.0.42 "PUT /v2.0/ports/fd138042-9479-430d-98d7-b8d07a8bac65 HTTP/1.1" status: 200 len: 1093 time: 1.0717552 Aug 09 13:29:41.034697 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-807bbb49-6d82-4362-8e49-e38a7659620e req-08824206-0865-457d-ba8d-a980f108c37b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=d79bc64f-39ab-4088-8d66-ce16a6baebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494168 Aug 09 13:29:41.034942 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaa23c-e612-4e09-a10d-ffe9769ef975 service neutron] Pushing event updated for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:41.105067 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-c609c773-4382-4db6-9691-ad154fd852c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:41.106622 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-c609c773-4382-4db6-9691-ad154fd852c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 1096 time: 0.0429628 Aug 09 13:29:41.109709 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:41.139277 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event deleted for resources: {'Port': ['ID=139b1fd9-9070-424a-b060-0e1cb8395dc0,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:41.163447 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-94ef5723-0c7d-45a1-8928-b6fc91a699df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd138042-9479-430d-98d7-b8d07a8bac65 HTTP/1.1" status: 200 len: 217 time: 0.0486712 Aug 09 13:29:41.219618 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-d78d309e-912b-45ed-b7f9-eacda2daa28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:41.221537 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-d78d309e-912b-45ed-b7f9-eacda2daa28e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 200 len: 855 time: 0.0487239 Aug 09 13:29:41.268831 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-e866219d-9cfb-468a-8d8c-f6392e6f51de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:41.270420 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-e866219d-9cfb-468a-8d8c-f6392e6f51de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403278 Aug 09 13:29:41.299007 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c3a97-0fa5-4870-ba3b-e14e8a756cfd req-b996467e-e9d9-4342-a5ef-f3cbac4419de tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:41.300410 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-746c3a97-0fa5-4870-ba3b-e14e8a756cfd req-b996467e-e9d9-4342-a5ef-f3cbac4419de tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 943 time: 0.0949626 Aug 09 13:29:41.305493 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Router 61885b64-e7af-4829-8c5c-23896de968f0 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:29:41.381362 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-746c3a97-0fa5-4870-ba3b-e14e8a756cfd req-32fe058e-fc3e-4dce-83e8-d6415015448d tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744345 Aug 09 13:29:41.513422 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:29:41.528576 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731759c0-4478-4716-bd56-64500375826d None None] Sync routers for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:29:41.536200 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd068267-7376-4b7d-9e01-db25b41a461d req-e7b205d9-d4d9-4248-83ed-07c361e7b6bf tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:41.538619 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bd068267-7376-4b7d-9e01-db25b41a461d req-e7b205d9-d4d9-4248-83ed-07c361e7b6bf tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.1011024 Aug 09 13:29:41.540564 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731759c0-4478-4716-bd56-64500375826d None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:41.541280 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-731759c0-4478-4716-bd56-64500375826d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:41.590127 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] No DVR routers for this DVR port 139b1fd9-9070-424a-b060-0e1cb8395dc0 on host hv-cinder-78729 {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:29:41.593791 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:41.595764 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-59260bea-811b-4574-b11a-815bdfd60899 req-62da39e2-4797-4708-aee6-b6efe75d1aa2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.42 "DELETE /v2.0/ports/139b1fd9-9070-424a-b060-0e1cb8395dc0 HTTP/1.1" status: 204 len: 173 time: 1.1186330 Aug 09 13:29:41.596204 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'name': 'network-vif-deleted', 'tag': '139b1fd9-9070-424a-b060-0e1cb8395dc0'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:29:41.598511 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4991d557-860f-4caa-8913-724e8ce35c58" -d '{"events": [{"server_uuid": "dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1", "name": "network-vif-deleted", "tag": "139b1fd9-9070-424a-b060-0e1cb8395dc0"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:29:41.619892 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bd068267-7376-4b7d-9e01-db25b41a461d req-2f104289-96c2-4ed6-bce6-7883a5b407ff tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655851 Aug 09 13:29:41.627692 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:29:41.630908 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa" -d '{"events": [{"name": "network-changed", "server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:29:41.649491 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-c9a7eb69-ccf9-44ab-8ca6-14f6251a7187 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713398 Aug 09 13:29:41.722266 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f22ce8d-8662-4b13-a925-cc5185a08cbb x-openstack-request-id: req-3f22ce8d-8662-4b13-a925-cc5185a08cbb {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:29:41.723189 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:29:41.723189 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f22ce8d-8662-4b13-a925-cc5185a08cbb {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:29:41.723189 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'status': 'completed', 'code': 200} Aug 09 13:29:41.745064 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-731759c0-4478-4716-bd56-64500375826d None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:41.759342 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de3a33b-caf7-4897-a299-693e3cb8ff31 x-openstack-request-id: req-4de3a33b-caf7-4897-a299-693e3cb8ff31 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:29:41.759743 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1", "name": "network-vif-deleted", "tag": "139b1fd9-9070-424a-b060-0e1cb8395dc0", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:29:41.760067 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4de3a33b-caf7-4897-a299-693e3cb8ff31 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:29:41.760614 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1', 'name': 'network-vif-deleted', 'tag': '139b1fd9-9070-424a-b060-0e1cb8395dc0', 'status': 'completed', 'code': 200} Aug 09 13:29:41.772722 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e455a4f-125d-4863-bc4e-5db79213b8a7 req-e6504033-11e7-446f-a4c7-536f469d59b5 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127746 Aug 09 13:29:41.854706 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-e7126d26-c49a-401d-9a3e-f63a9df24fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:41.856253 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-e7126d26-c49a-401d-9a3e-f63a9df24fe7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 1096 time: 0.0393519 Aug 09 13:29:41.943338 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-731759c0-4478-4716-bd56-64500375826d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:41.951529 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-b6bf5440-d248-4803-a804-f70e09fe403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:41.953057 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-b6bf5440-d248-4803-a804-f70e09fe403d service neutron] 10.222.0.42 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 917 time: 0.0862098 Aug 09 13:29:41.972953 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731759c0-4478-4716-bd56-64500375826d None None] Checking router: 61885b64-e7af-4829-8c5c-23896de968f0 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:29:41.981150 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731759c0-4478-4716-bd56-64500375826d None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:41.981761 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-731759c0-4478-4716-bd56-64500375826d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:41.996824 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-32048401-9bf9-4d1a-8188-4e8fda7b2fe7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd138042-9479-430d-98d7-b8d07a8bac65 HTTP/1.1" status: 200 len: 217 time: 0.0355039 Aug 09 13:29:42.057612 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-41ab3391-8e1d-441f-8f7f-4920ad2ec646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:42.059102 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-41ab3391-8e1d-441f-8f7f-4920ad2ec646 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 200 len: 855 time: 0.0492451 Aug 09 13:29:42.093342 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-731759c0-4478-4716-bd56-64500375826d None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:42.112327 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-b5c142ad-5dfb-4d6d-a228-a84e1c82711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:42.114293 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-b5c142ad-5dfb-4d6d-a228-a84e1c82711f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470293 Aug 09 13:29:42.166659 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1ddad05f-bd31-4450-bcf4-ec61877bafcd req-e2cc5a8f-f4e8-4f94-a45e-a4eec04a9c82 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dafcd9fc-4dea-46f4-8cd0-9fb4a1e9d8e1 HTTP/1.1" status: 200 len: 210 time: 0.0366523 Aug 09 13:29:42.236198 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-64fa7d48-a6e5-41fb-904c-6b625921e588 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097414 Aug 09 13:29:42.347173 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-731759c0-4478-4716-bd56-64500375826d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:42.388182 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731759c0-4478-4716-bd56-64500375826d None None] The sync data for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi is: [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:29:42.400904 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b1d7f5bc-191c-477a-94a0-7090bcb6ddfa req-8ab9b018-759f-495b-a43f-44eac2dcfbee service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527143 Aug 09 13:29:42.409521 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device aa30938e-5157-4e3f-a7fc-de45a9366057 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:29:42.537419 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8a1b1-7f1f-4609-9e7b-83e7d5d8cbb1 req-a4457dce-dab9-4e71-9736-e025f4b37b44 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:42.538716 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-06b8a1b1-7f1f-4609-9e7b-83e7d5d8cbb1 req-a4457dce-dab9-4e71-9736-e025f4b37b44 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 943 time: 0.0597186 Aug 09 13:29:42.539299 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port aa30938e-5157-4e3f-a7fc-de45a9366057, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=aa30938e-5157-4e3f-a7fc-de45a9366057,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:42.554243 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'port_id': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'mac_address': 'fa:16:3e:6b:a4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:29:42.594027 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-06b8a1b1-7f1f-4609-9e7b-83e7d5d8cbb1 req-c5db91cd-6308-4f09-b80f-4d4b0e46ab5a tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489113 Aug 09 13:29:42.598998 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:42.616194 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa30938e-5157-4e3f-a7fc-de45a9366057 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:29:42.644806 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port aa30938e-5157-4e3f-a7fc-de45a9366057, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=aa30938e-5157-4e3f-a7fc-de45a9366057,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:42.652281 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:42.692382 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f89c1-d31e-44d2-961d-fd133c368d63 None None] New status for floating IP 6c183c6d-0b8c-4ccb-9efe-211046a60c21: DOWN {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:29:42.711150 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=aa30938e-5157-4e3f-a7fc-de45a9366057,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:42.757343 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543139de-665d-45e0-b89c-022aff8ce183 req-d3d81ac9-21ec-400d-84b7-3bb7a3a748a0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:42.758705 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-543139de-665d-45e0-b89c-022aff8ce183 req-d3d81ac9-21ec-400d-84b7-3bb7a3a748a0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0478125 Aug 09 13:29:42.797415 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-543139de-665d-45e0-b89c-022aff8ce183 req-2fb80953-31e1-4703-a1df-08b8d532e1c5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323920 Aug 09 13:29:42.892910 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['aa30938e-5157-4e3f-a7fc-de45a9366057'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:29:43.260954 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56884) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:43.318863 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-de6bb746-3acf-4e7d-be9f-40a4d14e80f0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:43.341390 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-de6bb746-3acf-4e7d-be9f-40a4d14e80f0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:43.392380 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-de6bb746-3acf-4e7d-be9f-40a4d14e80f0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:43.395305 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-de6bb746-3acf-4e7d-be9f-40a4d14e80f0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:43.396483 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-de6bb746-3acf-4e7d-be9f-40a4d14e80f0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "DELETE /v2.0/security-groups/d79bc64f-39ab-4088-8d66-ce16a6baebc8 HTTP/1.1" status: 204 len: 168 time: 0.1345541 Aug 09 13:29:43.399337 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56886) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:43.406353 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bb746-3acf-4e7d-be9f-40a4d14e80f0 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79bc64f-39ab-4088-8d66-ce16a6baebc8,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:43.415030 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.api.v2.resource [None req-23d168bf-13d5-4a5c-a9d8-a6d67c50e2a3 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] show failed (client error): The resource could not be found. Aug 09 13:29:43.416047 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-23d168bf-13d5-4a5c-a9d8-a6d67c50e2a3 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups/d79bc64f-39ab-4088-8d66-ce16a6baebc8 HTTP/1.1" status: 404 len: 347 time: 0.0156977 Aug 09 13:29:43.419069 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56888) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:43.548694 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-97ab7a51-2399-441e-a9b0-ab8ff1cb5e95 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Deleting port f195807d-f915-4632-bda1-48c988d5a3f8 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:29:43.548994 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-97ab7a51-2399-441e-a9b0-ab8ff1cb5e95 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:43.629438 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-97ab7a51-2399-441e-a9b0-ab8ff1cb5e95 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:43.629804 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-97ab7a51-2399-441e-a9b0-ab8ff1cb5e95 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:43.642746 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-97ab7a51-2399-441e-a9b0-ab8ff1cb5e95 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Calling delete_port for f195807d-f915-4632-bda1-48c988d5a3f8 owned by network:floatingip {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:29:43.724904 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7619d4-9a3b-4ea8-a987-30afcfaebc0c req-5b59f5ea-ff40-4b20-af06-c9569f430743 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:43.726471 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fc7619d4-9a3b-4ea8-a987-30afcfaebc0c req-5b59f5ea-ff40-4b20-af06-c9569f430743 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 944 time: 0.0524340 Aug 09 13:29:43.766229 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fc7619d4-9a3b-4ea8-a987-30afcfaebc0c req-a0a889cf-1063-4b5e-89d4-a05133ef564f tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337300 Aug 09 13:29:43.792732 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-97ab7a51-2399-441e-a9b0-ab8ff1cb5e95 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:43.817546 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab7a51-2399-441e-a9b0-ab8ff1cb5e95 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event deleted for resources: {'Port': ['ID=f195807d-f915-4632-bda1-48c988d5a3f8,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:43.880446 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-97ab7a51-2399-441e-a9b0-ab8ff1cb5e95 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:43.882900 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-97ab7a51-2399-441e-a9b0-ab8ff1cb5e95 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:43.884025 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-97ab7a51-2399-441e-a9b0-ab8ff1cb5e95 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "DELETE /v2.0/floatingips/6c183c6d-0b8c-4ccb-9efe-211046a60c21 HTTP/1.1" status: 204 len: 168 time: 0.4638071 Aug 09 13:29:43.918588 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea17e0-07f6-435f-8ce0-abd7040186ab req-3f13e083-fd3d-488a-aa6b-4f0b3c09616a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:43.920121 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e9ea17e0-07f6-435f-8ce0-abd7040186ab req-3f13e083-fd3d-488a-aa6b-4f0b3c09616a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0496089 Aug 09 13:29:43.959523 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e9ea17e0-07f6-435f-8ce0-abd7040186ab req-7381b6b8-f285-4c78-9a3c-26c592f4bf08 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329955 Aug 09 13:29:44.124789 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56896) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:44.129762 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-49f7cd84-50d4-4d10-9f59-41627a04ed6d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438783759', 'description': 'tempest-description--2058788797'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:44.154378 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-49f7cd84-50d4-4d10-9f59-41627a04ed6d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.231823 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-49f7cd84-50d4-4d10-9f59-41627a04ed6d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.238186 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-49f7cd84-50d4-4d10-9f59-41627a04ed6d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.263936 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-49f7cd84-50d4-4d10-9f59-41627a04ed6d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.265240 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-49f7cd84-50d4-4d10-9f59-41627a04ed6d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1394658 Aug 09 13:29:44.268314 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56898) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:44.269194 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7cd84-50d4-4d10-9f59-41627a04ed6d tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5486f4df-8a33-4d5d-8001-fed027158f1f,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:44.273131 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-5dabbc47-d82f-41ad-b03a-c2dd8a612316 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'security_group_rule': {'security_group_id': '5486f4df-8a33-4d5d-8001-fed027158f1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:44.303354 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5dabbc47-d82f-41ad-b03a-c2dd8a612316 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.350597 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5dabbc47-d82f-41ad-b03a-c2dd8a612316 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.357485 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5dabbc47-d82f-41ad-b03a-c2dd8a612316 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.375809 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device fd138042-9479-430d-98d7-b8d07a8bac65 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:29:44.376578 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabbc47-d82f-41ad-b03a-c2dd8a612316 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a610aa8f-ba05-4876-8806-480b90a1bf98,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:44.379713 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device aa30938e-5157-4e3f-a7fc-de45a9366057 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:44.382946 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-5dabbc47-d82f-41ad-b03a-c2dd8a612316 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.386823 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-5dabbc47-d82f-41ad-b03a-c2dd8a612316 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147280 Aug 09 13:29:44.387110 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 56900) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:44.392066 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-e2608949-3175-40c5-9896-cbbccfff83d4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'security_group_rule': {'security_group_id': '5486f4df-8a33-4d5d-8001-fed027158f1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:44.422913 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e2608949-3175-40c5-9896-cbbccfff83d4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.480943 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e2608949-3175-40c5-9896-cbbccfff83d4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.481201 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port aa30938e-5157-4e3f-a7fc-de45a9366057 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:44.485559 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e2608949-3175-40c5-9896-cbbccfff83d4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.495022 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port aa30938e-5157-4e3f-a7fc-de45a9366057 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:44.495389 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.503024 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2608949-3175-40c5-9896-cbbccfff83d4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791031b9-118a-4419-bf3b-f2d5a148d1cf,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:44.511371 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e2608949-3175-40c5-9896-cbbccfff83d4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.512660 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e2608949-3175-40c5-9896-cbbccfff83d4 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244006 Aug 09 13:29:44.516985 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56902) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:44.522007 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'floatingip': {'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:44.535430 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:44.545252 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.554816 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'port_id': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'mac_address': 'fa:16:3e:da:59:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:29:44.650546 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.749734 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.758160 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.759084 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_common [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Allocated IP 172.27.3.227 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/a5dda547-518a-4da5-9182-119ce0c8b411) {{(pid=93361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:44.769966 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd138042-9479-430d-98d7-b8d07a8bac65 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:29:44.799779 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:29:44.802255 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adff1700-a373-4766-9def-4f7005bfb9e6" -d '{"events": [{"server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "name": "network-vif-plugged", "status": "completed", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:29:44.823762 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:44.826208 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port aa30938e-5157-4e3f-a7fc-de45a9366057, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=aa30938e-5157-4e3f-a7fc-de45a9366057,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:44.831094 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.835828 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.836620 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 139b1fd9-9070-424a-b060-0e1cb8395dc0 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:29:44.860042 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 139b1fd9-9070-424a-b060-0e1cb8395dc0 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:29:44.860419 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 139b1fd9-9070-424a-b060-0e1cb8395dc0 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:29:44.901517 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for port, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:44.910434 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:44.918436 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb485d32-6ed9-46c3-bd8e-1fa38c9f345b req-8557ceca-e32c-40a2-b63f-fd1ef4267ed8 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:44.919976 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cb485d32-6ed9-46c3-bd8e-1fa38c9f345b req-8557ceca-e32c-40a2-b63f-fd1ef4267ed8 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0746222 Aug 09 13:29:44.939879 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21cc12a-2de5-46b7-9ed2-c39ba4c8da11 x-openstack-request-id: req-d21cc12a-2de5-46b7-9ed2-c39ba4c8da11 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:29:44.940170 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "name": "network-vif-plugged", "status": "completed", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:29:44.940441 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d21cc12a-2de5-46b7-9ed2-c39ba4c8da11 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:29:44.940833 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'code': 200} Aug 09 13:29:44.963870 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=aa30938e-5157-4e3f-a7fc-de45a9366057,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:44.980881 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cb485d32-6ed9-46c3-bd8e-1fa38c9f345b req-75d9bf51-2039-4667-9217-4869a79aa8e1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539083 Aug 09 13:29:44.982673 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:45.024232 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:45.027179 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Resources bound (agent type, host, resource id): {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:45.032955 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Received port after_create {{(pid=93361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:45.063158 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['fd138042-9479-430d-98d7-b8d07a8bac65'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:29:45.068074 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'Port': ['ID=a5dda547-518a-4da5-9182-119ce0c8b411,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:45.109139 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d113-791f-42d4-a208-b0e49ddda33d req-bfc80e9e-adf9-443b-a68b-e5325b4520ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:45.110750 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e0c1d113-791f-42d4-a208-b0e49ddda33d req-bfc80e9e-adf9-443b-a68b-e5325b4520ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0399089 Aug 09 13:29:45.146782 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7273c88-0713-402b-8a52-d94587da1da9 req-d955de7a-121a-4a52-86a9-5475dc777d8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:45.147617 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e0c1d113-791f-42d4-a208-b0e49ddda33d req-e9f09825-23e0-47d1-9ed1-0f972f15ddaf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288315 Aug 09 13:29:45.148371 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a7273c88-0713-402b-8a52-d94587da1da9 req-d955de7a-121a-4a52-86a9-5475dc777d8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 944 time: 0.0920136 Aug 09 13:29:45.179621 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:45.221398 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a7273c88-0713-402b-8a52-d94587da1da9 req-6a05d18b-cb6d-4388-8385-39a01ad88ed9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669880 Aug 09 13:29:45.227515 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:45.380962 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:45.387308 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:45.452672 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'Port': ['ID=a5dda547-518a-4da5-9182-119ce0c8b411,revision_number=2']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:45.462471 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:45.477683 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:45.478894 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-b4b23f78-7c06-4c4f-8cf7-2266b51b1104 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9607401 Aug 09 13:29:45.621716 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-0d1f6ec1-b309-481c-9428-b3ebc5697ac7 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--438783759&fields=id&tenant_id=81b367df9c524d338ad70a4d405ede7c HTTP/1.1" status: 200 len: 267 time: 0.0344276 Aug 09 13:29:45.732321 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-974ddec9-3dc1-4926-81ba-94d10399d17c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:45.733887 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-974ddec9-3dc1-4926-81ba-94d10399d17c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/networks?id=b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 200 len: 811 time: 0.1052637 Aug 09 13:29:45.751791 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-0db14509-1025-480e-aaaf-dc69f5cb59bf tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/quotas/81b367df9c524d338ad70a4d405ede7c HTTP/1.1" status: 200 len: 375 time: 0.0093889 Aug 09 13:29:45.812606 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-87420f42-3774-431c-bd1f-da8c1bb8db6f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529385 Aug 09 13:29:45.920974 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-372cde1c-a4d5-427a-8017-53508cd0f119 service neutron] 10.222.0.32 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914750 Aug 09 13:29:46.018894 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-dadd6dcc-3ecb-428c-b906-9d4da1334b89 service neutron] 10.222.0.32 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917847 Aug 09 13:29:46.108727 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c21ef5-521b-4842-99db-296c9812e8b2 req-ba011634-9217-4fa3-97d1-1742ee390132 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:46.110171 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-37c21ef5-521b-4842-99db-296c9812e8b2 req-ba011634-9217-4fa3-97d1-1742ee390132 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0503781 Aug 09 13:29:46.152903 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-37c21ef5-521b-4842-99db-296c9812e8b2 req-6470f78a-77a6-4f96-a346-e6662bb9719c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365725 Aug 09 13:29:46.203633 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-11b8edcd-41d9-4133-acb0-1aa63bd2e4fb req-167c927f-2166-4bfe-8139-84d58c4602d2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 210 time: 0.0365455 Aug 09 13:29:46.361249 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832f180-487d-4050-a62d-2a738fc20a77 req-cbbe45a3-ac01-4a2c-ab59-bf548d1dea87 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:46.363247 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b832f180-487d-4050-a62d-2a738fc20a77 req-cbbe45a3-ac01-4a2c-ab59-bf548d1dea87 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 944 time: 0.0631604 Aug 09 13:29:46.372757 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device fd138042-9479-430d-98d7-b8d07a8bac65 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:46.425053 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b832f180-487d-4050-a62d-2a738fc20a77 req-29778f97-fba1-428c-af4a-166531f00424 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549648 Aug 09 13:29:46.435484 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port fd138042-9479-430d-98d7-b8d07a8bac65 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:46.440236 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port fd138042-9479-430d-98d7-b8d07a8bac65 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:46.440685 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:46.527608 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:46.569143 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:46.575643 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:46.633749 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:46.942741 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:29:46.945134 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b446eb10-eebd-495e-8ddc-14ef2ca82f2b" -d '{"events": [{"server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "name": "network-vif-plugged", "status": "completed", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:29:46.984900 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d8c38a-be90-473a-be2d-e516762246d6 x-openstack-request-id: req-36d8c38a-be90-473a-be2d-e516762246d6 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:29:46.985207 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "name": "network-vif-plugged", "status": "completed", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:29:46.985449 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36d8c38a-be90-473a-be2d-e516762246d6 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:29:46.985838 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'code': 200} Aug 09 13:29:47.215239 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b954f5d-016f-4835-99fe-8f55d782d121 req-e9f44715-1b0e-4529-a839-09eadb4e2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:47.216820 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1b954f5d-016f-4835-99fe-8f55d782d121 req-e9f44715-1b0e-4529-a839-09eadb4e2f55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 1098 time: 0.0506408 Aug 09 13:29:47.299129 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-dd211082-aaa4-4296-95c6-7c4f09b63e70 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:47.302133 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-dd211082-aaa4-4296-95c6-7c4f09b63e70 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.42 "GET /v2.0/networks?id=b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 200 len: 811 time: 0.1421084 Aug 09 13:29:47.303654 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1b954f5d-016f-4835-99fe-8f55d782d121 req-a34cef88-beb6-4ea5-b47e-74cca9026aba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784686 Aug 09 13:29:47.348950 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9a85a-efe0-4a16-b77c-827ef7d05370 req-f114359a-a4c9-4795-8619-2c197d6f40a6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:47.351174 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-46e9a85a-efe0-4a16-b77c-827ef7d05370 req-f114359a-a4c9-4795-8619-2c197d6f40a6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0996201 Aug 09 13:29:47.373502 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0c67b988-c5da-486e-88b2-f6ab64767e36 req-cd9f4847-e07c-45eb-bd2f-681785276e29 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 210 time: 0.0531394 Aug 09 13:29:47.409542 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-46e9a85a-efe0-4a16-b77c-827ef7d05370 req-1a1a8120-6444-44ee-b73a-68795a114a19 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391724 Aug 09 13:29:47.428074 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-2e5aec52-2304-4055-88a3-d566341eb4b2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81b367df9c524d338ad70a4d405ede7c HTTP/1.1" status: 200 len: 379 time: 0.0640509 Aug 09 13:29:47.456901 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'port': {'device_id': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'admin_state_up': True, 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'security_groups': ['5486f4df-8a33-4d5d-8001-fed027158f1f']}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:47.572179 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570beb1-37f4-48c2-81f0-ed75bbe39322 req-49926c0b-e7ac-4e42-aefc-62d512e6c0e6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:47.573707 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3570beb1-37f4-48c2-81f0-ed75bbe39322 req-49926c0b-e7ac-4e42-aefc-62d512e6c0e6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0797009 Aug 09 13:29:47.582819 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Made reservation on behalf of 81b367df9c524d338ad70a4d405ede7c for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:29:47.586794 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:47.587239 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31eb4b-ac62-486f-976a-67fbbf0b40d6 req-a1936006-0dc3-4a70-a7f4-2eeb72a41411 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:47.588778 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1b31eb4b-ac62-486f-976a-67fbbf0b40d6 req-a1936006-0dc3-4a70-a7f4-2eeb72a41411 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0674207 Aug 09 13:29:47.678406 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3570beb1-37f4-48c2-81f0-ed75bbe39322 req-1cda2da5-a2cb-4b97-ab5d-1592cfacab7b tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886476 Aug 09 13:29:47.685424 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1b31eb4b-ac62-486f-976a-67fbbf0b40d6 req-b5cc8587-3cbc-418d-8f30-862a86ca6758 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873694 Aug 09 13:29:47.738392 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Allocated IP 172.20.0.11 (b1213056-cd70-44c3-b463-5d2c8e45ad60/deee3343-13d4-4428-b960-47c7a74f85e9/59f04c5e-e0b0-4439-81c1-87b449f84309) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:47.890557 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:47.904921 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Transition to ACTIVE for port object 59f04c5e-e0b0-4439-81c1-87b449f84309 will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:47.945756 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:47.994625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Network b1213056-cd70-44c3-b463-5d2c8e45ad60 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:47.997612 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:48.004090 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:48.030010 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event updated for resources: {'Port': ['ID=59f04c5e-e0b0-4439-81c1-87b449f84309,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:48.063384 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:48.064042 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:48.074091 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1ba4c-cb12-4df3-826a-4cb259a66dce req-d44f039c-7ccf-47b3-8b67-a737b899da79 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:48.075610 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-34c1ba4c-cb12-4df3-826a-4cb259a66dce req-d44f039c-7ccf-47b3-8b67-a737b899da79 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0624342 Aug 09 13:29:48.082670 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-959a909e-5c5e-400f-87df-566e38ca443a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6305532 Aug 09 13:29:48.098692 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Request body: {'port': {'device_id': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:48.124690 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-34c1ba4c-cb12-4df3-826a-4cb259a66dce req-7e9b58ee-73d6-4161-98cf-53ef9a1f8335 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Aug 09 13:29:48.175219 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:48.344767 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fc559ae1-1762-44b5-bb8b-d52dcef14d0c None None] Provisioning for port 59f04c5e-e0b0-4439-81c1-87b449f84309 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:48.355154 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fc559ae1-1762-44b5-bb8b-d52dcef14d0c None None] Provisioning complete for port 59f04c5e-e0b0-4439-81c1-87b449f84309 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:48.355154 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fc559ae1-1762-44b5-bb8b-d52dcef14d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:48.394521 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fc559ae1-1762-44b5-bb8b-d52dcef14d0c None None] Port 59f04c5e-e0b0-4439-81c1-87b449f84309 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:29:48.486945 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f04c5e-e0b0-4439-81c1-87b449f84309 {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:29:48.495858 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:48.509848 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Transition to ACTIVE for port object 59f04c5e-e0b0-4439-81c1-87b449f84309 will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:29:48.514662 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605aff9-23fb-4efe-acf2-28205f19f0fa req-1eabada6-11e5-4e8e-9390-75d196a3a7db tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:48.516225 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:48.522605 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b605aff9-23fb-4efe-acf2-28205f19f0fa req-1eabada6-11e5-4e8e-9390-75d196a3a7db tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 932 time: 0.0652869 Aug 09 13:29:48.578468 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b605aff9-23fb-4efe-acf2-28205f19f0fa req-536c7811-dd2b-4414-bf7f-ef7b90de34bf tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535591 Aug 09 13:29:48.615913 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Pushing event updated for resources: {'Port': ['ID=59f04c5e-e0b0-4439-81c1-87b449f84309,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:48.649062 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Attempting to bind port 59f04c5e-e0b0-4439-81c1-87b449f84309 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:29:48.649498 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Attempting to bind port 59f04c5e-e0b0-4439-81c1-87b449f84309 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:29:48.649887 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Attempting to bind port 59f04c5e-e0b0-4439-81c1-87b449f84309 on network b1213056-cd70-44c3-b463-5d2c8e45ad60 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:48.654551 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Port 59f04c5e-e0b0-4439-81c1-87b449f84309 on network b1213056-cd70-44c3-b463-5d2c8e45ad60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:29:48.654930 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Attempting to bind port 59f04c5e-e0b0-4439-81c1-87b449f84309 on network b1213056-cd70-44c3-b463-5d2c8e45ad60 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:29:48.660244 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:29:48.660606 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Checking segment: {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:29:48.660988 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Bound using segment: {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:29:48.661412 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Bound port: 59f04c5e-e0b0-4439-81c1-87b449f84309, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5edd256-062a-45ca-9a4b-dfca1687e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:29:48.661768 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:48.728162 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] For port 59f04c5e-e0b0-4439-81c1-87b449f84309, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:29:48.731116 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] For port 59f04c5e-e0b0-4439-81c1-87b449f84309, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=59f04c5e-e0b0-4439-81c1-87b449f84309,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:29:48.745138 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:48.788773 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:48.789389 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:48.790783 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] 10.222.0.42 "PUT /v2.0/ports/59f04c5e-e0b0-4439-81c1-87b449f84309 HTTP/1.1" status: 200 len: 1094 time: 0.6968732 Aug 09 13:29:48.791224 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'tag': '59f04c5e-e0b0-4439-81c1-87b449f84309'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:29:48.796155 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7baaef-1012-4b3f-b103-4ab29eee7c08" -d '{"events": [{"name": "network-changed", "server_uuid": "952a9a94-175f-4f12-beb4-c50f74a6097b", "tag": "59f04c5e-e0b0-4439-81c1-87b449f84309"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:29:48.816845 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb167a3-80f3-46a1-b0b1-696b75f8aaef service neutron] Pushing event updated for resources: {'Port': ['ID=59f04c5e-e0b0-4439-81c1-87b449f84309,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:48.864874 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7af58-596f-452b-86dc-44abd2e139a9 x-openstack-request-id: req-62b7af58-596f-452b-86dc-44abd2e139a9 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:29:48.865280 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952a9a94-175f-4f12-beb4-c50f74a6097b", "tag": "59f04c5e-e0b0-4439-81c1-87b449f84309", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:29:48.865498 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62b7af58-596f-452b-86dc-44abd2e139a9 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:29:48.865896 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'tag': '59f04c5e-e0b0-4439-81c1-87b449f84309', 'status': 'completed', 'code': 200} Aug 09 13:29:48.885289 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04558e6-7989-4f6d-a51a-ea967c39a5b1 req-cf54b0ce-6903-494e-b4dd-c5d9ee84dffa tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:48.886987 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e04558e6-7989-4f6d-a51a-ea967c39a5b1 req-cf54b0ce-6903-494e-b4dd-c5d9ee84dffa tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.1070554 Aug 09 13:29:48.906565 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-567d9442-5bc3-41de-b31e-8db2047cde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:48.908175 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-567d9442-5bc3-41de-b31e-8db2047cde99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 1097 time: 0.0542996 Aug 09 13:29:48.956247 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-bd40c72d-d125-43a6-9fd9-a52de7ddd343 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59f04c5e-e0b0-4439-81c1-87b449f84309 HTTP/1.1" status: 200 len: 217 time: 0.0391381 Aug 09 13:29:49.012098 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-8169cf8c-5671-4ec8-b4a0-6f46997a986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:49.013665 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-8169cf8c-5671-4ec8-b4a0-6f46997a986a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deee3343-13d4-4428-b960-47c7a74f85e9 HTTP/1.1" status: 200 len: 850 time: 0.0505264 Aug 09 13:29:49.068323 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-9dd61ee9-e06c-4ded-ac9f-c7d9086f7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:49.069988 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-9dd61ee9-e06c-4ded-ac9f-c7d9086f7d42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1213056-cd70-44c3-b463-5d2c8e45ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486343 Aug 09 13:29:49.166190 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-1ca5d1c6-e1ec-4f5d-b783-a98852d6254a service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877724 Aug 09 13:29:49.189876 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e04558e6-7989-4f6d-a51a-ea967c39a5b1 req-6a3965e1-3224-4d7c-a02d-68bc0b4d614c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2952132 Aug 09 13:29:49.266673 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-0e905149-ab40-4ba1-994d-066e1f56adfc req-c7faab87-5818-457e-8aa6-3f4ca85249ea service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934956 Aug 09 13:29:49.331036 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e1b37-fc97-46bf-af92-7b55feb77569 req-0a83f138-40ef-4759-a5c6-67e5891e3346 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:49.332531 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-748e1b37-fc97-46bf-af92-7b55feb77569 req-0a83f138-40ef-4759-a5c6-67e5891e3346 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0672493 Aug 09 13:29:49.341564 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 56970) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:49.346505 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-02c961c7-cc15-4edb-85aa-584b59cec86b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Request body: {'floatingip': {'port_id': 'fd138042-9479-430d-98d7-b8d07a8bac65'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:49.357648 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-8269ec7f-3f82-4e56-81a4-5808c8fbb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:49.359710 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-8269ec7f-3f82-4e56-81a4-5808c8fbb4f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 1097 time: 0.0444822 Aug 09 13:29:49.386033 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-02c961c7-cc15-4edb-85aa-584b59cec86b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:49.451955 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-470f7540-b240-4d90-a212-128d4474a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:49.453651 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-470f7540-b240-4d90-a212-128d4474a61e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 200 len: 912 time: 0.0869401 Aug 09 13:29:49.501021 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-d4c27683-a770-4602-9728-a9c00029ef51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59f04c5e-e0b0-4439-81c1-87b449f84309 HTTP/1.1" status: 200 len: 217 time: 0.0383744 Aug 09 13:29:49.559803 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-0ca3b0f1-aa77-4ccb-8e14-0ed7c4782988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:49.561312 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-0ca3b0f1-aa77-4ccb-8e14-0ed7c4782988 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deee3343-13d4-4428-b960-47c7a74f85e9 HTTP/1.1" status: 200 len: 850 time: 0.0528889 Aug 09 13:29:49.609592 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-a81eadfb-38f1-4b96-8a37-347a75da39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:49.611307 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-a81eadfb-38f1-4b96-8a37-347a75da39f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1213056-cd70-44c3-b463-5d2c8e45ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427208 Aug 09 13:29:49.716447 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-859f78f0-2240-4f33-8e96-14b7315d294d service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934534 Aug 09 13:29:49.787527 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4186c-d354-4cbf-8ce6-6b1041e7cd8d req-b69a05f9-223d-442f-ad3a-c4facd923e0c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:49.789281 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cbf4186c-d354-4cbf-8ce6-6b1041e7cd8d req-b69a05f9-223d-442f-ad3a-c4facd923e0c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 944 time: 0.1282651 Aug 09 13:29:49.813566 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9a7baaef-1012-4b3f-b103-4ab29eee7c08 req-4ecf4202-59d4-4613-9635-a661ac4e7d29 service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898464 Aug 09 13:29:49.866991 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cbf4186c-d354-4cbf-8ce6-6b1041e7cd8d req-71491f6b-15fe-4fb5-834c-f2d46bca57a7 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667820 Aug 09 13:29:49.939133 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-02c961c7-cc15-4edb-85aa-584b59cec86b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:49.943166 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-02c961c7-cc15-4edb-85aa-584b59cec86b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:50.052992 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.l3_db [None req-02c961c7-cc15-4edb-85aa-584b59cec86b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Floating IP fe685806-b54b-4649-bc54-f6070a4fe4c9 associated. External IP: 172.27.3.152, port: fd138042-9479-430d-98d7-b8d07a8bac65. Aug 09 13:29:50.271053 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c961c7-cc15-4edb-85aa-584b59cec86b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Router c117d951-fc59-4ea6-bccc-32cac9bf74b8 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:29:50.383094 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c961c7-cc15-4edb-85aa-584b59cec86b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:29:50.388648 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-02c961c7-cc15-4edb-85aa-584b59cec86b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:50.393699 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] Sync routers for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:29:50.403438 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:50.404055 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:50.419823 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-02c961c7-cc15-4edb-85aa-584b59cec86b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "PUT /v2.0/floatingips/fe685806-b54b-4649-bc54-f6070a4fe4c9 HTTP/1.1" status: 200 len: 991 time: 1.0771897 Aug 09 13:29:50.420555 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:29:50.423159 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf5253f-3527-40fd-b3c2-669d848850bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:29:50.463079 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0cdfa2-1540-4272-971c-c1d24cef7dbe x-openstack-request-id: req-dc0cdfa2-1540-4272-971c-c1d24cef7dbe {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:29:50.463367 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:29:50.463614 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc0cdfa2-1540-4272-971c-c1d24cef7dbe {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:29:50.464051 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'status': 'completed', 'code': 200} Aug 09 13:29:50.516551 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:50.530832 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5253f-3527-40fd-b3c2-669d848850bd req-a0d80483-350e-4843-bca8-76a4aba87cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:50.532536 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-adf5253f-3527-40fd-b3c2-669d848850bd req-a0d80483-350e-4843-bca8-76a4aba87cdd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 1098 time: 0.0443821 Aug 09 13:29:50.631234 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5253f-3527-40fd-b3c2-669d848850bd req-dbdba256-c272-43d4-abc2-aadb1ae7d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:50.632645 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-adf5253f-3527-40fd-b3c2-669d848850bd req-dbdba256-c272-43d4-abc2-aadb1ae7d2de service neutron] 10.222.0.42 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 917 time: 0.0922136 Aug 09 13:29:50.700532 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-adf5253f-3527-40fd-b3c2-669d848850bd req-b745e854-d1ca-4660-a37e-ca737cfd5ea7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd138042-9479-430d-98d7-b8d07a8bac65 HTTP/1.1" status: 200 len: 999 time: 0.0595589 Aug 09 13:29:50.745835 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': 'fe685806-b54b-4649-bc54-f6070a4fe4c9', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'port_id': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'mac_address': 'fa:16:3e:da:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:29:24Z', 'updated_at': '2021-08-09T13:29:49Z', 'revision_number': 1, 'project_id': '2d007ab2baac405f996ece03b238a621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:50.755918 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5253f-3527-40fd-b3c2-669d848850bd req-225cfd1d-7ddd-40fb-8386-07344eb8abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:50.757581 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-adf5253f-3527-40fd-b3c2-669d848850bd req-225cfd1d-7ddd-40fb-8386-07344eb8abff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 200 len: 855 time: 0.0499997 Aug 09 13:29:50.772127 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] Checking router: c117d951-fc59-4ea6-bccc-32cac9bf74b8 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:29:50.781007 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:50.781557 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:50.805142 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5253f-3527-40fd-b3c2-669d848850bd req-da4bcc3c-f8ce-43ee-803f-e10c0c5d75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:50.806717 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-adf5253f-3527-40fd-b3c2-669d848850bd req-da4bcc3c-f8ce-43ee-803f-e10c0c5d75f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412648 Aug 09 13:29:50.890740 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:50.900249 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-adf5253f-3527-40fd-b3c2-669d848850bd req-4333f2d6-6100-4cc8-a7e3-4a92279fc7dd service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861349 Aug 09 13:29:50.988350 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822449bd-bb70-4668-82fc-91960399db3a req-a8675e96-89d8-494b-a52a-6aa79a059a3f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:50.993109 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-822449bd-bb70-4668-82fc-91960399db3a req-a8675e96-89d8-494b-a52a-6aa79a059a3f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 944 time: 0.0553041 Aug 09 13:29:50.998892 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-adf5253f-3527-40fd-b3c2-669d848850bd req-dd5c1187-4aa1-4142-98e7-e2485bb8b621 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908623 Aug 09 13:29:51.033698 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-822449bd-bb70-4668-82fc-91960399db3a req-a1abb418-7e55-497d-9cda-e31e9d39f054 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372255 Aug 09 13:29:51.123569 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': 'fe685806-b54b-4649-bc54-f6070a4fe4c9', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'port_id': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'mac_address': 'fa:16:3e:da:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:29:24Z', 'updated_at': '2021-08-09T13:29:49Z', 'revision_number': 1, 'project_id': '2d007ab2baac405f996ece03b238a621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:51.158870 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5710ea-cec0-4f8f-896d-f02066189cb4 None None] The sync data for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi is: [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': 'fe685806-b54b-4649-bc54-f6070a4fe4c9', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'port_id': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'mac_address': 'fa:16:3e:da:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:29:24Z', 'updated_at': '2021-08-09T13:29:49Z', 'revision_number': 1, 'project_id': '2d007ab2baac405f996ece03b238a621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:29:51.349568 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5bca04-79c2-4dde-8a7a-2768f9fac401 None None] New status for floating IP fe685806-b54b-4649-bc54-f6070a4fe4c9: ACTIVE {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:29:52.163350 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757584d-689a-4dc2-b7d0-0622a573cf08 req-12b957dd-60a5-4b1b-9497-7e653e8c65b2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:52.164877 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5757584d-689a-4dc2-b7d0-0622a573cf08 req-12b957dd-60a5-4b1b-9497-7e653e8c65b2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 944 time: 0.0608163 Aug 09 13:29:52.207966 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5757584d-689a-4dc2-b7d0-0622a573cf08 req-ef070d4b-5272-4583-8dc2-92ce5113576c tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369165 Aug 09 13:29:52.417784 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 59f04c5e-e0b0-4439-81c1-87b449f84309 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:29:52.518250 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 59f04c5e-e0b0-4439-81c1-87b449f84309, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=59f04c5e-e0b0-4439-81c1-87b449f84309,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:52.530759 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '59f04c5e-e0b0-4439-81c1-87b449f84309', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'port_id': '59f04c5e-e0b0-4439-81c1-87b449f84309', 'mac_address': 'fa:16:3e:3c:f7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:29:52.567999 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:52.587075 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f04c5e-e0b0-4439-81c1-87b449f84309 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:29:52.607160 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 59f04c5e-e0b0-4439-81c1-87b449f84309, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=59f04c5e-e0b0-4439-81c1-87b449f84309,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:52.613901 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:52.661885 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=59f04c5e-e0b0-4439-81c1-87b449f84309,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:52.860357 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['59f04c5e-e0b0-4439-81c1-87b449f84309'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:29:53.325717 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d7ba-6984-4c09-b32c-031a85221618 req-640652ae-191c-4e80-803a-0b9879cca32a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:53.327184 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a4c0d7ba-6984-4c09-b32c-031a85221618 req-640652ae-191c-4e80-803a-0b9879cca32a tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 945 time: 0.0502148 Aug 09 13:29:53.369408 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a4c0d7ba-6984-4c09-b32c-031a85221618 req-dcb2abd8-8f57-4d17-8e33-31a9f5cd83e5 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357046 Aug 09 13:29:54.421536 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 59f04c5e-e0b0-4439-81c1-87b449f84309 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:29:54.474691 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 59f04c5e-e0b0-4439-81c1-87b449f84309 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:29:54.478406 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 59f04c5e-e0b0-4439-81c1-87b449f84309 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:29:54.478783 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:54.491674 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd758ad-7fec-49d6-81b2-647874b8cbdc req-015ea01e-607e-4674-b1eb-9804a703c9bc tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:54.493579 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0bd758ad-7fec-49d6-81b2-647874b8cbdc req-015ea01e-607e-4674-b1eb-9804a703c9bc tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 945 time: 0.0535564 Aug 09 13:29:54.531882 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0bd758ad-7fec-49d6-81b2-647874b8cbdc req-fb7dc423-9280-4cd5-b0e5-e602be3d6e96 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320938 Aug 09 13:29:54.555634 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:54.577134 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f04c5e-e0b0-4439-81c1-87b449f84309'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:29:54.579450 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea2baed-f422-4761-b1e6-d8e656e149e6" -d '{"events": [{"server_uuid": "952a9a94-175f-4f12-beb4-c50f74a6097b", "name": "network-vif-plugged", "status": "completed", "tag": "59f04c5e-e0b0-4439-81c1-87b449f84309"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:29:54.591765 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 59f04c5e-e0b0-4439-81c1-87b449f84309, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=59f04c5e-e0b0-4439-81c1-87b449f84309,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:29:54.596620 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:54.626744 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94504a0c-153a-45f7-92e0-c4edeb2df9c1 x-openstack-request-id: req-94504a0c-153a-45f7-92e0-c4edeb2df9c1 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:29:54.626993 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a9a94-175f-4f12-beb4-c50f74a6097b", "name": "network-vif-plugged", "status": "completed", "tag": "59f04c5e-e0b0-4439-81c1-87b449f84309", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:29:54.627255 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94504a0c-153a-45f7-92e0-c4edeb2df9c1 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:29:54.627631 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f04c5e-e0b0-4439-81c1-87b449f84309', 'code': 200} Aug 09 13:29:54.654908 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=59f04c5e-e0b0-4439-81c1-87b449f84309,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:54.797873 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba04c9-6eeb-4971-bd49-8336ffa869e0 req-3ca71746-fb20-41f6-9a73-8ce33e749e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:54.799430 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a2ba04c9-6eeb-4971-bd49-8336ffa869e0 req-3ca71746-fb20-41f6-9a73-8ce33e749e27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 1099 time: 0.0425010 Aug 09 13:29:54.836349 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a2ba04c9-6eeb-4971-bd49-8336ffa869e0 req-9d475e8a-dc49-4de0-902c-bb810f9e3765 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293190 Aug 09 13:29:55.715321 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01be37-fc91-4b3e-b804-7b54594d4903 req-bd98022a-5f65-49c3-8990-520f4cc313e5 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:55.717639 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fc01be37-fc91-4b3e-b804-7b54594d4903 req-bd98022a-5f65-49c3-8990-520f4cc313e5 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 946 time: 0.0825131 Aug 09 13:29:55.766927 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fc01be37-fc91-4b3e-b804-7b54594d4903 req-b9fc6bbe-d9de-429a-a38d-fba4cf3868e1 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352039 Aug 09 13:29:56.894037 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c90ad4-9ddc-4cd2-a07e-c9af3996c731 req-a3eb14e0-f776-4e47-955e-f22eeefd0b45 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:56.895631 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f4c90ad4-9ddc-4cd2-a07e-c9af3996c731 req-a3eb14e0-f776-4e47-955e-f22eeefd0b45 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 946 time: 0.0521622 Aug 09 13:29:56.939842 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f4c90ad4-9ddc-4cd2-a07e-c9af3996c731 req-50e5ce9e-5745-45b7-b849-66d354ba7926 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380898 Aug 09 13:29:57.059707 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ca9f3-0ebe-4d6e-b56c-20c61a664740 req-60178925-d0e9-4f4a-8060-37310425e202 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:57.061139 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ef4ca9f3-0ebe-4d6e-b56c-20c61a664740 req-60178925-d0e9-4f4a-8060-37310425e202 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 946 time: 0.0513783 Aug 09 13:29:57.072802 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57038) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:57.077625 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-0726f454-25f5-447f-9379-0db1e0a55844 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Request body: {'floatingip': {'port_id': '59f04c5e-e0b0-4439-81c1-87b449f84309'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:57.119603 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0726f454-25f5-447f-9379-0db1e0a55844 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:57.586946 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0726f454-25f5-447f-9379-0db1e0a55844 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:57.592494 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0726f454-25f5-447f-9379-0db1e0a55844 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:57.704229 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.l3_db [None req-0726f454-25f5-447f-9379-0db1e0a55844 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Floating IP b68a0fa9-d73d-40c5-be16-1e1a0f21e75e associated. External IP: 172.27.3.227, port: 59f04c5e-e0b0-4439-81c1-87b449f84309. Aug 09 13:29:57.860222 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d75e4-a79e-42aa-ab50-1faabe421d9a req-c7c40141-81aa-46bb-9f2a-3b51ae3ebbb6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:57.861681 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-317d75e4-a79e-42aa-ab50-1faabe421d9a req-c7c40141-81aa-46bb-9f2a-3b51ae3ebbb6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0692825 Aug 09 13:29:57.970652 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-317d75e4-a79e-42aa-ab50-1faabe421d9a req-5a1b8361-936b-4f82-82a6-9ba3ae0c81f8 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772161 Aug 09 13:29:57.994645 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57048) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:57.998807 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0726f454-25f5-447f-9379-0db1e0a55844 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Router 61885b64-e7af-4829-8c5c-23896de968f0 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:29:58.084936 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091cd947-87b4-4663-aa88-7e17d797ce26 tempest-TestMinimumBasicScenario-385396780 tempest-TestMinimumBasicScenario-385396780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:58.086500 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-091cd947-87b4-4663-aa88-7e17d797ce26 tempest-TestMinimumBasicScenario-385396780 tempest-TestMinimumBasicScenario-385396780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 1093 time: 0.0907304 Aug 09 13:29:58.089810 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57054) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:29:58.095155 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'floatingip': {'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'port_id': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:29:58.115297 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0726f454-25f5-447f-9379-0db1e0a55844 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:29:58.122131 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0726f454-25f5-447f-9379-0db1e0a55844 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:58.124511 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for floatingip, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:58.128432 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] Sync routers for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:29:58.138748 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:58.139631 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:58.153586 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0726f454-25f5-447f-9379-0db1e0a55844 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "PUT /v2.0/floatingips/b68a0fa9-d73d-40c5-be16-1e1a0f21e75e HTTP/1.1" status: 200 len: 992 time: 1.0796158 Aug 09 13:29:58.154173 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'tag': '59f04c5e-e0b0-4439-81c1-87b449f84309'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:29:58.156586 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c03960a-f498-4244-9821-b9ecc8c16477" -d '{"events": [{"name": "network-changed", "server_uuid": "952a9a94-175f-4f12-beb4-c50f74a6097b", "tag": "59f04c5e-e0b0-4439-81c1-87b449f84309"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:29:58.229905 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:58.232100 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6adc7bc-b448-414e-8e3b-d90619af50a4 x-openstack-request-id: req-b6adc7bc-b448-414e-8e3b-d90619af50a4 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:29:58.232792 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952a9a94-175f-4f12-beb4-c50f74a6097b", "tag": "59f04c5e-e0b0-4439-81c1-87b449f84309", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:29:58.232943 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6adc7bc-b448-414e-8e3b-d90619af50a4 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:29:58.233413 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'tag': '59f04c5e-e0b0-4439-81c1-87b449f84309', 'status': 'completed', 'code': 200} Aug 09 13:29:58.261696 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:58.359611 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-870e7ce7-072b-477e-83cf-73f628815906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:58.361384 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-870e7ce7-072b-477e-83cf-73f628815906 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=81b367df9c524d338ad70a4d405ede7c&device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 1099 time: 0.0908599 Aug 09 13:29:58.399116 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Allocated IP 172.27.3.60 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/4fac407e-bba3-450b-b83d-29ecbe3b5189) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:29:58.491976 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': 'b68a0fa9-d73d-40c5-be16-1e1a0f21e75e', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'port_id': '59f04c5e-e0b0-4439-81c1-87b449f84309', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'mac_address': 'fa:16:3e:3c:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:29:45Z', 'updated_at': '2021-08-09T13:29:57Z', 'revision_number': 1, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:58.518272 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] Checking router: 61885b64-e7af-4829-8c5c-23896de968f0 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:29:58.521154 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-c27dd31a-2403-440e-966e-33110569f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:58.522632 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-c27dd31a-2403-440e-966e-33110569f569 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 200 len: 912 time: 0.1511741 Aug 09 13:29:58.527532 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:29:58.528164 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:58.601533 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:58.620688 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-5828a2da-3020-45db-806c-f59ff48e2381 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59f04c5e-e0b0-4439-81c1-87b449f84309 HTTP/1.1" status: 200 len: 1000 time: 0.0857332 Aug 09 13:29:58.633981 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:29:58.685215 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-5657b4fa-6365-41c5-ad16-92156f2c1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:58.686809 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-5657b4fa-6365-41c5-ad16-92156f2c1c7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deee3343-13d4-4428-b960-47c7a74f85e9 HTTP/1.1" status: 200 len: 850 time: 0.0578535 Aug 09 13:29:58.689904 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:58.760234 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:29:58.768224 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:29:58.773910 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:29:58.778999 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'Port': ['ID=4fac407e-bba3-450b-b83d-29ecbe3b5189,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:58.817179 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-7ae7c44b-26d7-4c18-9f56-6cf94c8b4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:29:58.818681 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-7ae7c44b-26d7-4c18-9f56-6cf94c8b4d66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1213056-cd70-44c3-b463-5d2c8e45ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233566 Aug 09 13:29:58.991011 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': 'b68a0fa9-d73d-40c5-be16-1e1a0f21e75e', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'port_id': '59f04c5e-e0b0-4439-81c1-87b449f84309', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'mac_address': 'fa:16:3e:3c:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:29:45Z', 'updated_at': '2021-08-09T13:29:57Z', 'revision_number': 1, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:29:59.018608 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe1deb-d7fc-43d2-afa5-77a812bb5ea6 None None] The sync data for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi is: [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': 'b68a0fa9-d73d-40c5-be16-1e1a0f21e75e', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'port_id': '59f04c5e-e0b0-4439-81c1-87b449f84309', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'mac_address': 'fa:16:3e:3c:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:29:45Z', 'updated_at': '2021-08-09T13:29:57Z', 'revision_number': 1, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:29:59.232862 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d892f5-eff8-4071-b0b6-724f579d7c95 None None] New status for floating IP b68a0fa9-d73d-40c5-be16-1e1a0f21e75e: ACTIVE {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:29:59.254601 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-663bfefd-21f9-43ff-b71b-eeed1c28a314 service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116640 Aug 09 13:29:59.387202 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:29:59.448457 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4c03960a-f498-4244-9821-b9ecc8c16477 req-fe9b6c77-d783-40a7-a831-e173535cb5b2 service neutron] 10.222.0.42 "GET /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556199 Aug 09 13:29:59.541575 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:59.608417 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:59.760558 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:59.767264 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:59.830644 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'Port': ['ID=4fac407e-bba3-450b-b83d-29ecbe3b5189,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:29:59.844727 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:29:59.943903 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.l3_db [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Floating IP 653e4135-91fa-4fa0-9e46-61bdc6ede258 associated. External IP: 172.27.3.60, port: aa30938e-5157-4e3f-a7fc-de45a9366057. Aug 09 13:30:00.154918 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Router a0912350-c21e-4d5c-a5d0-862c663dafd7 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:30:00.271877 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:30:00.282779 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] Sync routers for ids ['a0912350-c21e-4d5c-a5d0-862c663dafd7'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:30:00.292743 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] Routers {'a0912350-c21e-4d5c-a5d0-862c663dafd7'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:30:00.293354 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['a0912350-c21e-4d5c-a5d0-862c663dafd7'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:30:00.295046 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.324733 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-79bb21a2-8c4f-4eab-9c9d-e0bf054e669c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2336936 Aug 09 13:30:00.325328 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:30:00.327619 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57066) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:30:00.328102 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:30:00.332852 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-0fb22f13-aa54-4c96-b470-b1a6ea023ef6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1538062491', 'description': 'tempest-secgroup-smoke-1538062491 description', 'project_id': '713976c8cfee4761916292f51ace37d5'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:30:00.359738 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0fb22f13-aa54-4c96-b470-b1a6ea023ef6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.382662 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc6ddf6-8d76-40dc-881f-8817686e6c6b x-openstack-request-id: req-3cc6ddf6-8d76-40dc-881f-8817686e6c6b {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:30:00.382945 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:30:00.383188 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cc6ddf6-8d76-40dc-881f-8817686e6c6b {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:30:00.383603 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'status': 'completed', 'code': 200} Aug 09 13:30:00.422189 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] Set router a0912350-c21e-4d5c-a5d0-862c663dafd7 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:30:00.464834 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-ec10eed8-8261-4fa9-911f-08a14922d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:00.466413 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-ec10eed8-8261-4fa9-911f-08a14922d785 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=713976c8cfee4761916292f51ace37d5&device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0415840 Aug 09 13:30:00.468711 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0fb22f13-aa54-4c96-b470-b1a6ea023ef6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.473755 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0fb22f13-aa54-4c96-b470-b1a6ea023ef6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.507445 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0fb22f13-aa54-4c96-b470-b1a6ea023ef6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.511939 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0fb22f13-aa54-4c96-b470-b1a6ea023ef6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1833029 Aug 09 13:30:00.513472 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57072) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:30:00.518468 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-8124fd27-6d82-4730-b82f-eefb559ab427 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'security_group_rule': {'security_group_id': '96680dde-71e2-44b4-a6fc-9335c3f72588', 'project_id': '713976c8cfee4761916292f51ace37d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:30:00.523593 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb22f13-aa54-4c96-b470-b1a6ea023ef6 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96680dde-71e2-44b4-a6fc-9335c3f72588,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:00.554773 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8124fd27-6d82-4730-b82f-eefb559ab427 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.576712 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-251b63ac-36b9-4634-b9f4-b26cc68f3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:00.578838 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-251b63ac-36b9-4634-b9f4-b26cc68f3285 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efecba02-5fdb-4ba9-843c-0db180601cbb HTTP/1.1" status: 200 len: 915 time: 0.1047578 Aug 09 13:30:00.625841 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8124fd27-6d82-4730-b82f-eefb559ab427 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.630774 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8124fd27-6d82-4730-b82f-eefb559ab427 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.647726 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-47105310-8ab3-4b70-8886-fcf9a1a93c85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 998 time: 0.0607202 Aug 09 13:30:00.652120 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124fd27-6d82-4730-b82f-eefb559ab427 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6b414e-d60e-42a3-b896-c2e58b94bb0b,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:00.656129 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8124fd27-6d82-4730-b82f-eefb559ab427 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.657587 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-8124fd27-6d82-4730-b82f-eefb559ab427 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431384 Aug 09 13:30:00.660404 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57074) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:30:00.664863 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-a2fbe4a8-d06e-43b1-a33c-83ff36998335 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'security_group_rule': {'security_group_id': '96680dde-71e2-44b4-a6fc-9335c3f72588', 'project_id': '713976c8cfee4761916292f51ace37d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:30:00.693499 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe4a8-d06e-43b1-a33c-83ff36998335 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.697584 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '653e4135-91fa-4fa0-9e46-61bdc6ede258', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'port_id': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'mac_address': 'fa:16:3e:6b:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:29:59Z', 'updated_at': '2021-08-09T13:29:59Z', 'revision_number': 0, 'project_id': '713976c8cfee4761916292f51ace37d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:14Z', 'revision_number': 5, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:30:00.707404 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-3a358180-87d8-4a19-84c9-2793d928f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:00.708926 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-3a358180-87d8-4a19-84c9-2793d928f475 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2fdb6f3-e18e-45ff-a500-5798c633245c HTTP/1.1" status: 200 len: 853 time: 0.0487077 Aug 09 13:30:00.725353 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] Checking router: a0912350-c21e-4d5c-a5d0-862c663dafd7 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:30:00.734051 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] Routers {'a0912350-c21e-4d5c-a5d0-862c663dafd7'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:30:00.734741 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:29:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['a0912350-c21e-4d5c-a5d0-862c663dafd7'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:30:00.752722 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe4a8-d06e-43b1-a33c-83ff36998335 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.757486 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe4a8-d06e-43b1-a33c-83ff36998335 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.762191 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-e59fc086-de95-41b9-9e36-c47275b29081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:00.763702 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-e59fc086-de95-41b9-9e36-c47275b29081 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efecba02-5fdb-4ba9-843c-0db180601cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443063 Aug 09 13:30:00.772442 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbe4a8-d06e-43b1-a33c-83ff36998335 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dca83a4-261d-4ba2-9a61-c89fc35a208c,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:00.784052 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe4a8-d06e-43b1-a33c-83ff36998335 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.785690 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a2fbe4a8-d06e-43b1-a33c-83ff36998335 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243067 Aug 09 13:30:00.788347 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57076) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:30:00.793050 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-f34c4842-d39b-42bd-a6b5-af243600abd0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'security_group_rule': {'security_group_id': '96680dde-71e2-44b4-a6fc-9335c3f72588', 'project_id': '713976c8cfee4761916292f51ace37d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:30:00.819581 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f34c4842-d39b-42bd-a6b5-af243600abd0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.851676 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] Set router a0912350-c21e-4d5c-a5d0-862c663dafd7 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:30:00.864312 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-06a7a202-d92d-44c2-ae0f-f398df9126a8 service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902863 Aug 09 13:30:00.885209 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f34c4842-d39b-42bd-a6b5-af243600abd0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.890795 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f34c4842-d39b-42bd-a6b5-af243600abd0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.915844 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c4842-d39b-42bd-a6b5-af243600abd0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58ed124-6fd7-4359-a2b4-f8c08e5eb8b5,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:00.919879 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f34c4842-d39b-42bd-a6b5-af243600abd0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.921542 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-f34c4842-d39b-42bd-a6b5-af243600abd0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318698 Aug 09 13:30:00.925169 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57078) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:30:00.930103 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-ecb1a678-4341-4c35-8811-8da48b2ffe6c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'security_group_rule': {'security_group_id': '96680dde-71e2-44b4-a6fc-9335c3f72588', 'project_id': '713976c8cfee4761916292f51ace37d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:30:00.984305 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a678-4341-4c35-8811-8da48b2ffe6c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:00.991451 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-12eba9c7-bb96-4ec9-b1bf-fc2ddae3c7fc req-c70cff30-e738-44dc-96ab-78f360179808 service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172180 Aug 09 13:30:01.055640 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a678-4341-4c35-8811-8da48b2ffe6c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.060684 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a678-4341-4c35-8811-8da48b2ffe6c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.081357 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1a678-4341-4c35-8811-8da48b2ffe6c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61e246c-2520-444d-9b89-847073fffdb9,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:01.085003 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '653e4135-91fa-4fa0-9e46-61bdc6ede258', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'port_id': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'mac_address': 'fa:16:3e:6b:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:29:59Z', 'updated_at': '2021-08-09T13:29:59Z', 'revision_number': 0, 'project_id': '713976c8cfee4761916292f51ace37d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:14Z', 'revision_number': 5, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:30:01.085217 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a678-4341-4c35-8811-8da48b2ffe6c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.088799 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-ecb1a678-4341-4c35-8811-8da48b2ffe6c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601689 Aug 09 13:30:01.089278 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57080) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:30:01.093426 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-a80bae9b-16da-4c51-a331-cbe585037128 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'security_group_rule': {'security_group_id': '96680dde-71e2-44b4-a6fc-9335c3f72588', 'project_id': '713976c8cfee4761916292f51ace37d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:30:01.117376 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.securitygroups_db [None req-a80bae9b-16da-4c51-a331-cbe585037128 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Project 713976c8cfee4761916292f51ace37d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 13:30:01.121814 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb8d977-75ec-4ef5-9aab-728d967fe802 None None] The sync data for ids ['a0912350-c21e-4d5c-a5d0-862c663dafd7'] in dv-cinder-787296-4-iscsi is: [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '653e4135-91fa-4fa0-9e46-61bdc6ede258', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'port_id': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'mac_address': 'fa:16:3e:6b:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:29:59Z', 'updated_at': '2021-08-09T13:29:59Z', 'revision_number': 0, 'project_id': '713976c8cfee4761916292f51ace37d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:14Z', 'revision_number': 5, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:30:01.122869 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a80bae9b-16da-4c51-a331-cbe585037128 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.188451 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a80bae9b-16da-4c51-a331-cbe585037128 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.193993 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a80bae9b-16da-4c51-a331-cbe585037128 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.211732 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bae9b-16da-4c51-a331-cbe585037128 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649c31cd-7921-41ce-9a27-f67d09b9b555,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:01.218807 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a80bae9b-16da-4c51-a331-cbe585037128 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.223035 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a80bae9b-16da-4c51-a331-cbe585037128 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304564 Aug 09 13:30:01.223460 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57082) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:30:01.228366 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-d3e979c8-e246-4365-beb4-dd1475a5bb1e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'security_group_rule': {'security_group_id': '96680dde-71e2-44b4-a6fc-9335c3f72588', 'project_id': '713976c8cfee4761916292f51ace37d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:30:01.253238 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.securitygroups_db [None req-d3e979c8-e246-4365-beb4-dd1475a5bb1e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Project 713976c8cfee4761916292f51ace37d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 13:30:01.258742 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d3e979c8-e246-4365-beb4-dd1475a5bb1e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.309878 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb5050-70b2-4b87-bb58-63c4ff35040e None None] New status for floating IP 653e4135-91fa-4fa0-9e46-61bdc6ede258: ACTIVE {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:30:01.331982 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d3e979c8-e246-4365-beb4-dd1475a5bb1e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.336928 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d3e979c8-e246-4365-beb4-dd1475a5bb1e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103'] for security_group_rule, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.354937 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e979c8-e246-4365-beb4-dd1475a5bb1e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809862ff-8dcc-47b3-84f7-9d82bb83f699,revision_number=0']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:01.365657 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d3e979c8-e246-4365-beb4-dd1475a5bb1e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.366264 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-d3e979c8-e246-4365-beb4-dd1475a5bb1e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412835 Aug 09 13:30:01.460014 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-125ef545-7275-46cc-913b-49e3fea05979 req-387488fb-5e38-4d29-8461-e153a2e24538 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538062491&fields=id&tenant_id=713976c8cfee4761916292f51ace37d5 HTTP/1.1" status: 200 len: 267 time: 0.0407889 Aug 09 13:30:01.520880 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ef545-7275-46cc-913b-49e3fea05979 req-e2edeec8-1267-4b4d-a469-1115538738b9 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:01.522391 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-125ef545-7275-46cc-913b-49e3fea05979 req-e2edeec8-1267-4b4d-a469-1115538738b9 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0542977 Aug 09 13:30:01.534326 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-125ef545-7275-46cc-913b-49e3fea05979 req-5e10664f-a388-4b05-84c5-1c6cbf06a0b3 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'port': {'security_groups': ['d355c4fb-91af-4b2e-becb-f43911748b44', '96680dde-71e2-44b4-a6fc-9335c3f72588']}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:30:01.602726 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-125ef545-7275-46cc-913b-49e3fea05979 req-5e10664f-a388-4b05-84c5-1c6cbf06a0b3 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.790118 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-125ef545-7275-46cc-913b-49e3fea05979 req-5e10664f-a388-4b05-84c5-1c6cbf06a0b3 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] For port aa30938e-5157-4e3f-a7fc-de45a9366057, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=aa30938e-5157-4e3f-a7fc-de45a9366057,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:01.820172 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-125ef545-7275-46cc-913b-49e3fea05979 req-5e10664f-a388-4b05-84c5-1c6cbf06a0b3 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.826570 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-125ef545-7275-46cc-913b-49e3fea05979 req-5e10664f-a388-4b05-84c5-1c6cbf06a0b3 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.840361 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['aa30938e-5157-4e3f-a7fc-de45a9366057'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:30:01.874333 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ef545-7275-46cc-913b-49e3fea05979 req-5e10664f-a388-4b05-84c5-1c6cbf06a0b3 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:01.874988 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-125ef545-7275-46cc-913b-49e3fea05979 req-5e10664f-a388-4b05-84c5-1c6cbf06a0b3 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:01.876779 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-125ef545-7275-46cc-913b-49e3fea05979 req-5e10664f-a388-4b05-84c5-1c6cbf06a0b3 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "PUT /v2.0/ports/aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 981 time: 0.3476317 Aug 09 13:30:01.877239 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:30:01.879552 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:30:01.906113 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10664f-a388-4b05-84c5-1c6cbf06a0b3 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'Port': ['ID=aa30938e-5157-4e3f-a7fc-de45a9366057,revision_number=6']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:01.929311 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a542771b-4e4d-4351-a019-5839ffb7110c x-openstack-request-id: req-a542771b-4e4d-4351-a019-5839ffb7110c {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:30:01.929600 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:30:01.929848 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a542771b-4e4d-4351-a019-5839ffb7110c {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:30:01.930247 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'status': 'completed', 'code': 200} Aug 09 13:30:01.998136 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['aa30938e-5157-4e3f-a7fc-de45a9366057'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:30:02.005757 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-67caaa8a-b602-44d7-9e7e-86288f3d43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:02.007606 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-67caaa8a-b602-44d7-9e7e-86288f3d43b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=713976c8cfee4761916292f51ace37d5&device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 1137 time: 0.0463758 Aug 09 13:30:02.120908 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-b485660f-dd5c-4f5e-ade3-6b68bdeb8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:02.122439 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-b485660f-dd5c-4f5e-ade3-6b68bdeb8928 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efecba02-5fdb-4ba9-843c-0db180601cbb HTTP/1.1" status: 200 len: 915 time: 0.1023517 Aug 09 13:30:02.197372 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-22b580c5-6ded-46bb-a87a-b63d8454c6c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 1000 time: 0.0637095 Aug 09 13:30:02.224571 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-d4e80bc0-a66b-4f8f-b8fe-5e4253e68277 None None] Provisioning complete for port aa30938e-5157-4e3f-a7fc-de45a9366057 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:30:02.224994 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d4e80bc0-a66b-4f8f-b8fe-5e4253e68277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:02.261488 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-a0777412-4063-4edb-bd51-5a3a8627c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:02.262998 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-a0777412-4063-4edb-bd51-5a3a8627c806 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2fdb6f3-e18e-45ff-a500-5798c633245c HTTP/1.1" status: 200 len: 853 time: 0.0555644 Aug 09 13:30:02.277761 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4f21c-4d66-46c3-aad9-544af85c6abc req-4b3bbb52-30d3-4477-8b32-34bfdfd8d27a tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:02.279426 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a6c4f21c-4d66-46c3-aad9-544af85c6abc req-4b3bbb52-30d3-4477-8b32-34bfdfd8d27a tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.3223307 Aug 09 13:30:02.319485 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-36c66d26-80bb-4a95-9e58-1b60b1a3a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:02.320932 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-36c66d26-80bb-4a95-9e58-1b60b1a3a2be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efecba02-5fdb-4ba9-843c-0db180601cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464981 Aug 09 13:30:02.324372 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a6c4f21c-4d66-46c3-aad9-544af85c6abc req-93e03284-48d6-4e5e-b58b-66acb1186938 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375428 Aug 09 13:30:02.429596 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-4e8bd7f7-d48a-4157-922d-7f5e7ae4fe4e service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952246 Aug 09 13:30:02.532389 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-89caa6e6-5bd8-4eeb-89a7-0e54400a8599 req-8c7de074-2b27-43e4-9a61-f0c355fe7dcb service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886290 Aug 09 13:30:05.041759 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-921d61b4-f896-4e47-88ef-fa3afa5c3c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:07.561517 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-24e1f32a-bd67-4e56-b270-534c062ecece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:07.666709 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:07.906385 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:08.773260 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:10.221326 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:19.921809 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422802b-f611-4430-8404-ed89ca5c6ad6 req-d2c224e0-314b-48b6-946b-4a203ff57dc6 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:19.923464 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e422802b-f611-4430-8404-ed89ca5c6ad6 req-d2c224e0-314b-48b6-946b-4a203ff57dc6 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0485828 Aug 09 13:30:19.964708 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e422802b-f611-4430-8404-ed89ca5c6ad6 req-e75b15a9-9262-4b0f-b6a8-9ff963a1ab27 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349174 Aug 09 13:30:21.111065 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a4ee7-8c8d-45dd-a383-2c44c36195db req-8ec3d7ca-a74b-4f54-a3d4-ec28ebad3f48 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:21.113464 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-562a4ee7-8c8d-45dd-a383-2c44c36195db req-8ec3d7ca-a74b-4f54-a3d4-ec28ebad3f48 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0690699 Aug 09 13:30:21.157233 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-562a4ee7-8c8d-45dd-a383-2c44c36195db req-a9e0e30b-51d6-413f-9b8c-5fda558ebdd8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368896 Aug 09 13:30:22.280521 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d43113-673c-4d6a-a165-4e7208d3b28a req-4d076a5e-6ea9-4ae7-9a56-6abe6f634a58 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:22.281997 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f2d43113-673c-4d6a-a165-4e7208d3b28a req-4d076a5e-6ea9-4ae7-9a56-6abe6f634a58 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0516798 Aug 09 13:30:22.323549 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f2d43113-673c-4d6a-a165-4e7208d3b28a req-5145c35b-c2b2-4bd7-92ad-d28578282606 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349345 Aug 09 13:30:23.446952 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b3239-6bee-4f57-9f59-2b8f40c71a2d req-40af7a16-0584-460f-b292-e95c3a2001aa tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:23.448894 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-631b3239-6bee-4f57-9f59-2b8f40c71a2d req-40af7a16-0584-460f-b292-e95c3a2001aa tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0519814 Aug 09 13:30:23.491096 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-631b3239-6bee-4f57-9f59-2b8f40c71a2d req-16c9c284-b372-4861-ab71-21bb089d822d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361056 Aug 09 13:30:24.614505 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed0cc0-2f63-49a5-907d-d68f6e43a2cb req-6b969eb3-539f-4b80-9773-6a2d659f96fb tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:24.616748 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-08ed0cc0-2f63-49a5-907d-d68f6e43a2cb req-6b969eb3-539f-4b80-9773-6a2d659f96fb tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0536864 Aug 09 13:30:24.657724 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-08ed0cc0-2f63-49a5-907d-d68f6e43a2cb req-0b77ac1e-8226-488b-8c04-91fdb65e56f6 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344148 Aug 09 13:30:25.778675 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e620a7-fb73-4665-8d8c-ec48d136770f req-36aeb626-8d22-49cf-b130-090b31494da6 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:25.780144 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-85e620a7-fb73-4665-8d8c-ec48d136770f req-36aeb626-8d22-49cf-b130-090b31494da6 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0521262 Aug 09 13:30:25.820238 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-85e620a7-fb73-4665-8d8c-ec48d136770f req-13577bb7-f093-48cb-9e20-dee02d4b004e tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337546 Aug 09 13:30:26.953792 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e876809-de1a-42b0-bb8e-ef0b8716abe4 req-bd1d8f7d-0b8e-4be7-8032-c72996358d40 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:26.955214 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3e876809-de1a-42b0-bb8e-ef0b8716abe4 req-bd1d8f7d-0b8e-4be7-8032-c72996358d40 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0564272 Aug 09 13:30:26.998082 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3e876809-de1a-42b0-bb8e-ef0b8716abe4 req-edba1136-c095-474f-afe4-3c78180a9a61 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344245 Aug 09 13:30:27.997092 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63b8c9-8ed7-4940-9ed4-520975f11187 req-8562cea6-ded8-4672-bda4-5a27d6e1eafe tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:27.998606 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8b63b8c9-8ed7-4940-9ed4-520975f11187 req-8562cea6-ded8-4672-bda4-5a27d6e1eafe tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0575233 Aug 09 13:30:28.003701 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-2c87303e-e8c2-4fcd-899b-045dacc7f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:28.005308 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-2c87303e-e8c2-4fcd-899b-045dacc7f875 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=713976c8cfee4761916292f51ace37d5&device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 1137 time: 0.0435860 Aug 09 13:30:28.042893 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-8b63b8c9-8ed7-4940-9ed4-520975f11187 req-312a6b18-4882-4342-8291-aadf0478a16d tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373375 Aug 09 13:30:28.102781 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-c997ceeb-34a1-44b5-8251-9b5c510d8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:28.105105 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-c997ceeb-34a1-44b5-8251-9b5c510d8719 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efecba02-5fdb-4ba9-843c-0db180601cbb HTTP/1.1" status: 200 len: 915 time: 0.0910106 Aug 09 13:30:28.134737 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786c78-f547-4fe1-a42f-71039e3c600e req-a54c7edd-2ce0-4a46-8d9d-fae4d3e948bb tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:28.136497 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e1786c78-f547-4fe1-a42f-71039e3c600e req-a54c7edd-2ce0-4a46-8d9d-fae4d3e948bb tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0540340 Aug 09 13:30:28.175106 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-b3b6da9b-6e6e-4a97-aaf5-a927786a470e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 1000 time: 0.0619278 Aug 09 13:30:28.176353 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e1786c78-f547-4fe1-a42f-71039e3c600e req-088515f6-7d62-4f15-8bb6-ef7f4d3f92b9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335846 Aug 09 13:30:28.224229 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-17775265-4441-429d-b223-ead214c87638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:28.225712 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-17775265-4441-429d-b223-ead214c87638 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2fdb6f3-e18e-45ff-a500-5798c633245c HTTP/1.1" status: 200 len: 853 time: 0.0429015 Aug 09 13:30:28.284730 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-dc68e483-b90c-43a9-9ca3-fd7a9ce68401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:28.286493 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-dc68e483-b90c-43a9-9ca3-fd7a9ce68401 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efecba02-5fdb-4ba9-843c-0db180601cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511324 Aug 09 13:30:28.390267 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-e4960dc6-9e77-4920-b726-3defc78c3b2a service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908508 Aug 09 13:30:28.482540 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ee6674fd-c885-4121-9c02-73f9a280ff70 req-3b219362-2bee-4973-ad8c-29b0d7317f5f service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847015 Aug 09 13:30:29.186973 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8e20-26a3-413f-878a-976526f359e5 req-2274951d-0015-4375-9c26-6de6a7832a61 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:29.188526 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-389c8e20-26a3-413f-878a-976526f359e5 req-2274951d-0015-4375-9c26-6de6a7832a61 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0542641 Aug 09 13:30:29.233324 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-389c8e20-26a3-413f-878a-976526f359e5 req-8ed7bf32-a11a-4440-b852-6e8059767877 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355985 Aug 09 13:30:29.300171 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd9685-367a-443e-90e5-1364e981ae24 req-f13cca2c-9788-404c-90c2-9b993cb025b8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:29.301684 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-48bd9685-367a-443e-90e5-1364e981ae24 req-f13cca2c-9788-404c-90c2-9b993cb025b8 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0540576 Aug 09 13:30:29.342204 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-48bd9685-367a-443e-90e5-1364e981ae24 req-698d0d99-9611-466a-8aae-6c9f028deaaf tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338643 Aug 09 13:30:30.368125 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc03f5-8701-4586-934a-93642f2d8ca5 req-5885f992-e93a-4b8e-9de7-0ef54fb2af82 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:30.370185 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-adcc03f5-8701-4586-934a-93642f2d8ca5 req-5885f992-e93a-4b8e-9de7-0ef54fb2af82 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0578160 Aug 09 13:30:30.420429 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-adcc03f5-8701-4586-934a-93642f2d8ca5 req-0d8876db-1415-498d-acd8-f9e6e2c95f39 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439584 Aug 09 13:30:30.490596 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba3f6f-c69b-4c79-be9e-c4f69dfa5bf9 req-4c2c1af7-141a-4d39-8f36-ad5884735979 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:30.492602 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-49ba3f6f-c69b-4c79-be9e-c4f69dfa5bf9 req-4c2c1af7-141a-4d39-8f36-ad5884735979 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0711319 Aug 09 13:30:30.551162 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-49ba3f6f-c69b-4c79-be9e-c4f69dfa5bf9 req-1133a3b9-bde6-40df-b765-0c6cee876182 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498135 Aug 09 13:30:31.573196 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764390e6-c97c-4bef-8abe-4d117f34df08 req-1edf81b6-d59e-4ac6-8e1d-b248b6f23dc1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:31.574819 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-764390e6-c97c-4bef-8abe-4d117f34df08 req-1edf81b6-d59e-4ac6-8e1d-b248b6f23dc1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0756459 Aug 09 13:30:31.639464 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-764390e6-c97c-4bef-8abe-4d117f34df08 req-b66c4b0d-43d6-4f3c-afba-fe382cf0d6df tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566807 Aug 09 13:30:31.708033 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007dc2b-0943-4a0d-8bee-a7e90d0da8ab req-8121a52a-0a28-4b8c-af41-7fe539160890 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:31.708971 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2007dc2b-0943-4a0d-8bee-a7e90d0da8ab req-8121a52a-0a28-4b8c-af41-7fe539160890 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0641546 Aug 09 13:30:31.755023 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2007dc2b-0943-4a0d-8bee-a7e90d0da8ab req-24c360e5-71e6-4f85-afe8-35b1e278002e tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391953 Aug 09 13:30:32.771848 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85d3fd-f27a-47ca-9ddb-4fc77f0711a2 req-43ed9b7e-9829-46df-8542-2f151a0f8e22 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:32.773443 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cd85d3fd-f27a-47ca-9ddb-4fc77f0711a2 req-43ed9b7e-9829-46df-8542-2f151a0f8e22 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0582042 Aug 09 13:30:32.820089 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cd85d3fd-f27a-47ca-9ddb-4fc77f0711a2 req-6ef1d9f7-928c-41ec-8b2c-1933e34b86be tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389349 Aug 09 13:30:32.891484 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36bf7e-b9c6-4116-9228-8b0e757076e7 req-9905c437-f271-48a4-a6f8-671e91989d66 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:32.893336 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ff36bf7e-b9c6-4116-9228-8b0e757076e7 req-9905c437-f271-48a4-a6f8-671e91989d66 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0560954 Aug 09 13:30:32.934107 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ff36bf7e-b9c6-4116-9228-8b0e757076e7 req-79215916-a238-4f67-bfa3-070bd5b4d3e0 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Aug 09 13:30:33.956816 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401155d-115d-4f09-a85f-5c88e86366ac req-755352bd-f539-4ff8-bba0-7c9e27558f7c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:33.958951 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c401155d-115d-4f09-a85f-5c88e86366ac req-755352bd-f539-4ff8-bba0-7c9e27558f7c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0650315 Aug 09 13:30:34.006580 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c401155d-115d-4f09-a85f-5c88e86366ac req-e484471f-8cc9-4c0f-bf3b-00007af2627b tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403757 Aug 09 13:30:34.058897 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b10c0-8764-4f68-81f3-124c7c355cfe req-4e0ace38-2e52-4704-a05b-3e8c7419e359 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:34.060421 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-200b10c0-8764-4f68-81f3-124c7c355cfe req-4e0ace38-2e52-4704-a05b-3e8c7419e359 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0483921 Aug 09 13:30:34.101865 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-200b10c0-8764-4f68-81f3-124c7c355cfe req-62081f91-d873-4895-8dc6-f30834c84759 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342655 Aug 09 13:30:35.045701 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5032-8f96-4b6a-b7aa-d30bed3815e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:35.134659 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e19c6-08f1-4bdb-95bb-603ae195ace4 req-71967a22-7973-47aa-9b06-c76f42d176fe tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:35.136216 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5d9e19c6-08f1-4bdb-95bb-603ae195ace4 req-71967a22-7973-47aa-9b06-c76f42d176fe tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0571268 Aug 09 13:30:35.145660 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-60aa9001-4fc0-4424-84c6-1d1b9ab7797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:35.147330 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-60aa9001-4fc0-4424-84c6-1d1b9ab7797a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228&device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0512633 Aug 09 13:30:35.181926 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5d9e19c6-08f1-4bdb-95bb-603ae195ace4 req-7d7ed58e-250e-4d67-9dd6-5984b1178316 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387468 Aug 09 13:30:35.236981 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce486db-c907-4273-bc6b-0493dae83258 req-1291a33f-a446-4ebf-92b1-56beb831e85c tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:35.238831 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cce486db-c907-4273-bc6b-0493dae83258 req-1291a33f-a446-4ebf-92b1-56beb831e85c tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0506396 Aug 09 13:30:35.241796 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-5aedacc7-69fe-4858-a89e-8ac68355cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:35.243275 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-5aedacc7-69fe-4858-a89e-8ac68355cdc4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce HTTP/1.1" status: 200 len: 910 time: 0.0873263 Aug 09 13:30:35.279389 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cce486db-c907-4273-bc6b-0493dae83258 req-14ed4254-cbc9-40b1-8f2f-4aeb21023fb3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340533 Aug 09 13:30:35.318090 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-122db281-7f7f-460d-a72d-a8c0880ebaa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 HTTP/1.1" status: 200 len: 1001 time: 0.0635915 Aug 09 13:30:35.379446 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-2536258b-50ed-464a-ab30-fb319b8e4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:35.381403 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-2536258b-50ed-464a-ab30-fb319b8e4e5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f217d05-d326-4109-9dd0-827295805009 HTTP/1.1" status: 200 len: 848 time: 0.0550127 Aug 09 13:30:35.438571 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-ede67a73-277c-4a5b-bc2d-766ce25d22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:35.440070 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-ede67a73-277c-4a5b-bc2d-766ce25d22f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460980 Aug 09 13:30:35.562192 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-6ea97b71-833a-4d87-bdbb-8c35d0cc6e11 service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958714 Aug 09 13:30:35.679113 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4d9a7ec4-e943-4ea9-9340-d30b8ae4455e req-8e2f13a8-d131-4629-b592-d5e9f754a381 service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001916 Aug 09 13:30:36.169383 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f819072-d467-4c47-a09b-4251b3962f64 req-9a199dda-0cb9-4bd2-9022-aadc85de957c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:36.170906 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1f819072-d467-4c47-a09b-4251b3962f64 req-9a199dda-0cb9-4bd2-9022-aadc85de957c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0505996 Aug 09 13:30:36.214984 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1f819072-d467-4c47-a09b-4251b3962f64 req-fa7b534d-b470-4f80-8c6d-18fc8ce41fa9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378220 Aug 09 13:30:36.315386 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372949eb-1120-4ae4-9a00-1b1d19897b3a req-26d06088-1dc0-4d64-af9d-34c216f3869e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:36.317576 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-372949eb-1120-4ae4-9a00-1b1d19897b3a req-26d06088-1dc0-4d64-af9d-34c216f3869e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0601144 Aug 09 13:30:36.376067 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-372949eb-1120-4ae4-9a00-1b1d19897b3a req-6c76ab35-348f-4801-a91e-dad3178ab2cf tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485649 Aug 09 13:30:36.388534 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:30:36.417052 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc955c-5a91-42ef-99ed-6928d42a0c0a req-2cb5b530-0642-4d81-a79a-ef4b7ef48664 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:36.418578 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-90fc955c-5a91-42ef-99ed-6928d42a0c0a req-2cb5b530-0642-4d81-a79a-ef4b7ef48664 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0561931 Aug 09 13:30:36.473104 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-90fc955c-5a91-42ef-99ed-6928d42a0c0a req-398c45b9-a79a-4598-9110-c73045993674 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476842 Aug 09 13:30:36.717782 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-20d4fc25-4bf7-4ac9-9e33-4d7c213f5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:36.719265 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-20d4fc25-4bf7-4ac9-9e33-4d7c213f5dc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228&device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0440350 Aug 09 13:30:36.844564 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-16ee7179-2fb7-4508-8c80-1166938a4759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:36.846242 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-16ee7179-2fb7-4508-8c80-1166938a4759 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce HTTP/1.1" status: 200 len: 910 time: 0.0949185 Aug 09 13:30:36.918413 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-72b19d9c-ac63-4e9a-a643-18b8436faf9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 HTTP/1.1" status: 200 len: 1001 time: 0.0614800 Aug 09 13:30:36.976459 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-e3434c3a-b0fb-4aee-a51c-eba981742d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:36.977976 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-e3434c3a-b0fb-4aee-a51c-eba981742d4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f217d05-d326-4109-9dd0-827295805009 HTTP/1.1" status: 200 len: 848 time: 0.0517535 Aug 09 13:30:37.042249 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-5c72f8d4-26ef-4d30-a3a5-5ee6b70d04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:37.044437 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-5c72f8d4-26ef-4d30-a3a5-5ee6b70d04b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562921 Aug 09 13:30:37.166467 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-978f8d98-c452-4718-9822-e2560ca8e9f8 service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105518 Aug 09 13:30:37.289334 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-33ba2508-4e85-47d5-99e8-372f37e8a2bd req-14c5b0ab-e640-4e82-abec-b2ca6b5f6abd service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051388 Aug 09 13:30:37.374786 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56496e-c128-4a36-a115-cc58221ba405 req-dfb4c492-862b-4620-9f89-a60165f011f9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:37.376487 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0d56496e-c128-4a36-a115-cc58221ba405 req-dfb4c492-862b-4620-9f89-a60165f011f9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0664537 Aug 09 13:30:37.418276 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0d56496e-c128-4a36-a115-cc58221ba405 req-6fa2dbc7-2595-429f-95f4-f0377c525ed7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354743 Aug 09 13:30:37.514924 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0224184-fa6b-49d1-95cb-caaa64246b5f req-23b20f86-8026-4b9d-ba1e-a17a9f3ced5c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:37.516729 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e0224184-fa6b-49d1-95cb-caaa64246b5f req-23b20f86-8026-4b9d-ba1e-a17a9f3ced5c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0573277 Aug 09 13:30:37.566641 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a672c055-0c50-4d8b-90ba-78fd53cd1c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:37.572584 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e0224184-fa6b-49d1-95cb-caaa64246b5f req-76a0d959-4706-42ee-a595-c34da011e9b5 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493648 Aug 09 13:30:37.610222 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01e3bc-57ea-43a7-aba9-4d743495feca req-ba556a89-e85d-4b4a-8b33-b58679b2d1c9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:37.611803 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ed01e3bc-57ea-43a7-aba9-4d743495feca req-ba556a89-e85d-4b4a-8b33-b58679b2d1c9 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0582676 Aug 09 13:30:37.652063 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ed01e3bc-57ea-43a7-aba9-4d743495feca req-bdccfa5f-3c98-489e-99af-03c44cdeb759 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342164 Aug 09 13:30:37.661993 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:37.911268 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:38.304405 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-bd3c0bdd-8fd6-4469-b9e2-123048dff106 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:38.306243 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-bd3c0bdd-8fd6-4469-b9e2-123048dff106 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0565188 Aug 09 13:30:38.447777 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Deleting port 969da80d-70d2-4b67-9d36-26f021290e37 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:30:38.448372 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:38.563911 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] For port 969da80d-70d2-4b67-9d36-26f021290e37, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=969da80d-70d2-4b67-9d36-26f021290e37,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:38.564407 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:38.569761 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525fb5b-3207-4948-a966-e3f4b4fcf7f4 req-1e73f18f-9d40-4ad0-8bdc-133fc05f6cc1 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:38.572138 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3525fb5b-3207-4948-a966-e3f4b4fcf7f4 req-1e73f18f-9d40-4ad0-8bdc-133fc05f6cc1 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 946 time: 0.0558507 Aug 09 13:30:38.619521 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3525fb5b-3207-4948-a966-e3f4b4fcf7f4 req-bffff6bc-51ff-4f26-a2d3-86413e120384 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396831 Aug 09 13:30:38.722593 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a7738-49e3-4b6f-a214-eb3a87d2fe39 req-aa8107ad-0881-4abd-b50e-0347e76e850e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:38.724741 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-979a7738-49e3-4b6f-a214-eb3a87d2fe39 req-aa8107ad-0881-4abd-b50e-0347e76e850e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0651174 Aug 09 13:30:38.777963 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:38.812340 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-979a7738-49e3-4b6f-a214-eb3a87d2fe39 req-3917a16e-72a4-48cd-b251-51d527ca7619 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797708 Aug 09 13:30:38.827297 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bc67c-a08e-4762-b017-7f37249175f1 req-9818d198-bf8b-476a-8155-93d4347f1197 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:38.832903 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-796bc67c-a08e-4762-b017-7f37249175f1 req-9818d198-bf8b-476a-8155-93d4347f1197 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0990577 Aug 09 13:30:38.888936 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-796bc67c-a08e-4762-b017-7f37249175f1 req-110a2e69-2379-4fe9-89e4-454babe93d80 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539196 Aug 09 13:30:39.018973 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:39.019409 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:39.019635 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.l3_db [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Floating IP 99158444-e8e9-4b2f-afe5-3b41ba6b96ee disassociated. External IP: 172.27.3.185, port: 969da80d-70d2-4b67-9d36-26f021290e37. Aug 09 13:30:39.020179 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Calling delete_port for 969da80d-70d2-4b67-9d36-26f021290e37 owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:30:39.138121 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892f436-5667-4151-b63f-e6ad3e6e6bb6 req-0a57a2f0-ded6-4b44-8f13-f7eae0657a1e tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:39.139704 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b892f436-5667-4151-b63f-e6ad3e6e6bb6 req-0a57a2f0-ded6-4b44-8f13-f7eae0657a1e tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0543020 Aug 09 13:30:39.151831 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-1a384127-dda4-4aa1-bff9-7598786c51b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753002 Aug 09 13:30:39.187208 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b892f436-5667-4151-b63f-e6ad3e6e6bb6 req-29839d44-1e26-4726-9322-cee3c526c1a0 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411351 Aug 09 13:30:39.225029 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:39.263745 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event deleted for resources: {'Port': ['ID=969da80d-70d2-4b67-9d36-26f021290e37,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:39.278583 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.278583 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.278583 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.279110 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.279320 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.279545 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.279822 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.280134 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.280472 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.280774 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.281091 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.281451 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:39.411788 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:30:39.545613 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:30:39.556423 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] Sync routers for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:30:39.569473 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:30:39.570294 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:30:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:30:39.590358 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] No DVR routers for this DVR port 969da80d-70d2-4b67-9d36-26f021290e37 on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:30:39.592716 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:39.594750 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f3895df8-857e-4c79-a2b3-f3e13421c026 req-d50fb670-03d8-4a6f-b554-d292f9bd9cae tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "DELETE /v2.0/ports/969da80d-70d2-4b67-9d36-26f021290e37 HTTP/1.1" status: 204 len: 173 time: 1.2774918 Aug 09 13:30:39.595171 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'name': 'network-vif-deleted', 'tag': '969da80d-70d2-4b67-9d36-26f021290e37'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:30:39.597527 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30085b53-f0fa-4b63-8bc4-0122e78178c9" -d '{"events": [{"server_uuid": "b2c55282-3ab7-4229-8d97-652c2df40c1c", "name": "network-vif-deleted", "tag": "969da80d-70d2-4b67-9d36-26f021290e37"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:30:39.644272 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e943e0-4c3f-4e88-91cb-b7205ef08c2c x-openstack-request-id: req-d6e943e0-4c3f-4e88-91cb-b7205ef08c2c {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:30:39.644583 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c55282-3ab7-4229-8d97-652c2df40c1c", "name": "network-vif-deleted", "tag": "969da80d-70d2-4b67-9d36-26f021290e37", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:30:39.644835 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6e943e0-4c3f-4e88-91cb-b7205ef08c2c {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:30:39.645235 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c55282-3ab7-4229-8d97-652c2df40c1c', 'name': 'network-vif-deleted', 'tag': '969da80d-70d2-4b67-9d36-26f021290e37', 'status': 'completed', 'code': 200} Aug 09 13:30:39.712498 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:30:39.791600 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-91bd3c78-67a6-46fe-842f-41c1fc76a14c req-eb8600a9-e207-49f9-8836-b8c1f3a0d1fe tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 210 time: 0.0451860 Aug 09 13:30:39.952952 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b6a35-702a-4b49-8118-9ba133067482 req-f2e33c5c-243b-46be-b369-e31b8b0d4237 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:39.954672 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ad4b6a35-702a-4b49-8118-9ba133067482 req-f2e33c5c-243b-46be-b369-e31b8b0d4237 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0545356 Aug 09 13:30:40.032162 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ad4b6a35-702a-4b49-8118-9ba133067482 req-fcc59c5f-ebb6-41d8-b2ea-f8cb97c73983 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622237 Aug 09 13:30:40.158656 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:30:40.193415 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] Checking router: 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:30:40.203395 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:30:40.204022 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:30:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:30:40.274768 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:40.392514 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:30:40.393137 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb18da-7040-42d8-aadc-d92dc530c18b req-7ab1fd52-a0e5-4239-b36e-c3935daeece7 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:40.395138 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-98cb18da-7040-42d8-aadc-d92dc530c18b req-7ab1fd52-a0e5-4239-b36e-c3935daeece7 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0922132 Aug 09 13:30:40.447682 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-98cb18da-7040-42d8-aadc-d92dc530c18b req-82dadc42-b57b-4559-95a5-aa73c3d343d0 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453088 Aug 09 13:30:40.623383 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2331a-d417-4d49-a6cd-856960bee054 req-2d6e2aff-5189-4b8b-abf1-be0f47b0732c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:40.625334 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f7a2331a-d417-4d49-a6cd-856960bee054 req-2d6e2aff-5189-4b8b-abf1-be0f47b0732c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0752816 Aug 09 13:30:40.654167 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:30:40.677417 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f7a2331a-d417-4d49-a6cd-856960bee054 req-6ea62246-9a47-4109-81fe-c367ad2761b6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427020 Aug 09 13:30:40.742203 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:30:40.772032 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223bdb47-ba46-4028-a8e5-758b8dd04ea1 None None] The sync data for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi is: [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:30:40.809835 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:40.837966 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:30:40.840702 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819e02ce-8ce8-494f-9910-2a2362d4a39f" -d '{"events": [{"server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "name": "network-vif-unplugged", "status": "completed", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:30:40.855497 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:40.867438 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:40.868246 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 969da80d-70d2-4b67-9d36-26f021290e37 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:30:40.898794 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 969da80d-70d2-4b67-9d36-26f021290e37 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:30:40.899223 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 969da80d-70d2-4b67-9d36-26f021290e37 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:30:40.964639 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1561f763-efa1-43b4-98b7-ec4a4fba2632 x-openstack-request-id: req-1561f763-efa1-43b4-98b7-ec4a4fba2632 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:30:40.965452 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "name": "network-vif-unplugged", "status": "failed", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3", "code": 422}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:30:40.965798 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1561f763-efa1-43b4-98b7-ec4a4fba2632 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:30:40.966317 dv-cinder-787296-4-iscsi neutron-server[93363]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'code': 422} returned with failed status Aug 09 13:30:40.981188 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,revision_number=6']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:40.992074 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:40.994571 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:40.999110 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:40.999470 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:41.000109 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:41.000540 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:41.000997 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:41.001359 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:41.001757 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:41.002094 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:41.002537 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:41.002917 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:30:41.037489 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dffa62ca-5481-4e62-91d3-855b60d30bc4 req-67360797-72c6-4fa8-b545-15eaa9c6c3b5 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2c55282-3ab7-4229-8d97-652c2df40c1c HTTP/1.1" status: 200 len: 210 time: 0.0772083 Aug 09 13:30:41.207375 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca03d3-bf33-4c2f-a397-f8b67e96852d req-244bec4a-ceca-4bde-9d0d-f56d5bd650bb tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:41.216412 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d5ca03d3-bf33-4c2f-a397-f8b67e96852d req-244bec4a-ceca-4bde-9d0d-f56d5bd650bb tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0762646 Aug 09 13:30:41.265244 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c10aa9-6099-4beb-98e7-8d4a6e8c90ee None None] New status for floating IP 99158444-e8e9-4b2f-afe5-3b41ba6b96ee: DOWN {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:30:41.271034 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d5ca03d3-bf33-4c2f-a397-f8b67e96852d req-6b8fa2f6-e8e4-406b-a979-c6a0d48c2ca4 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535741 Aug 09 13:30:41.513550 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-85a9e1c8-fa79-4d7d-9666-fbb03fbeb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:41.515200 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-85a9e1c8-fa79-4d7d-9666-fbb03fbeb715 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0&tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228 HTTP/1.1" status: 200 len: 1097 time: 0.0536356 Aug 09 13:30:41.585423 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f542b-50d5-4190-982c-e5dcdc565400 req-a990e45a-a1d3-4fb4-90d0-44667eca7690 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:41.587085 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dd3f542b-50d5-4190-982c-e5dcdc565400 req-a990e45a-a1d3-4fb4-90d0-44667eca7690 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.0548720 Aug 09 13:30:41.604686 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-f5295b05-cad9-4fae-92bf-1bcc342662ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:41.606580 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-f5295b05-cad9-4fae-92bf-1bcc342662ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228&device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 1097 time: 0.0510542 Aug 09 13:30:41.634569 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dd3f542b-50d5-4190-982c-e5dcdc565400 req-515fd4fb-119b-4824-aba2-e1b64e218765 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408399 Aug 09 13:30:41.720549 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-e487d8e2-704f-495c-a0c2-3720cef40ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:41.722311 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-e487d8e2-704f-495c-a0c2-3720cef40ec9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce HTTP/1.1" status: 200 len: 910 time: 0.1078372 Aug 09 13:30:41.811923 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-d7eecc43-8b61-4acc-945f-5dd313e8459a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 HTTP/1.1" status: 200 len: 999 time: 0.0792503 Aug 09 13:30:41.834340 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0655e36-4bdb-40e3-adf8-beab985fbe35 req-6a742916-09d1-47c9-9a5e-f2084859c15f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:41.836568 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e0655e36-4bdb-40e3-adf8-beab985fbe35 req-6a742916-09d1-47c9-9a5e-f2084859c15f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0621932 Aug 09 13:30:41.869889 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-4418d6b5-a7b5-4c9b-9d51-7d515c39d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:41.871360 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-4418d6b5-a7b5-4c9b-9d51-7d515c39d5b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f217d05-d326-4109-9dd0-827295805009 HTTP/1.1" status: 200 len: 848 time: 0.0521648 Aug 09 13:30:41.892779 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e0655e36-4bdb-40e3-adf8-beab985fbe35 req-5d1ba9c3-3099-45a3-99cf-65cceecc52b1 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427344 Aug 09 13:30:41.924642 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-68e4d3f3-bd91-47da-8fe6-f60861436e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:41.927411 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-68e4d3f3-bd91-47da-8fe6-f60861436e4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483978 Aug 09 13:30:42.030105 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-ffc60ed8-c46b-4bda-a74b-cc96f97a74f9 service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910549 Aug 09 13:30:42.144396 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-f47f9014-0f52-4939-b17e-1edefacbb8a1 req-184a1b54-a568-4cf4-b2d5-ec4dab7615f8 service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049390 Aug 09 13:30:42.357849 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-90074b85-22d8-4049-91e3-86a1624b7ed3 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443342129&fields=id&tenant_id=02b3fbef9c64440990404d220d564388 HTTP/1.1" status: 200 len: 267 time: 0.0474854 Aug 09 13:30:42.489105 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1190eac-1915-4ef6-bb65-dca1a5865db4 req-403594e0-e215-410d-9281-538cb8f21845 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:42.490644 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d1190eac-1915-4ef6-bb65-dca1a5865db4 req-403594e0-e215-410d-9281-538cb8f21845 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.1274910 Aug 09 13:30:42.538485 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-caaebc93-c41e-48e5-8cb6-a050c961a753 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:42.540612 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-caaebc93-c41e-48e5-8cb6-a050c961a753 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 812 time: 0.1642888 Aug 09 13:30:42.578783 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5c31d4d9-8d6a-4234-bddb-7897a34807c1 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/quotas/02b3fbef9c64440990404d220d564388 HTTP/1.1" status: 200 len: 375 time: 0.0280788 Aug 09 13:30:42.583455 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d1190eac-1915-4ef6-bb65-dca1a5865db4 req-8ef3ea32-c7a7-4c98-a9e2-96cc703308a0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832667 Aug 09 13:30:42.645014 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5dec93f5-ee08-4d40-b29f-dd1a658e073f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599489 Aug 09 13:30:42.799671 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-233a8505-e856-48f8-99f8-d120d8074cd7 service neutron] 10.222.0.32 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360722 Aug 09 13:30:42.882858 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3884588-bb1a-4638-b158-216e8d09b236 req-3ea029ea-6620-478b-ab33-5a5062446285 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:42.884493 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b3884588-bb1a-4638-b158-216e8d09b236 req-3ea029ea-6620-478b-ab33-5a5062446285 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.1222889 Aug 09 13:30:42.957035 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b3884588-bb1a-4638-b158-216e8d09b236 req-b317431c-586b-4768-bf54-821704b45c32 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626030 Aug 09 13:30:42.979491 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-706bf4ba-6083-4e02-a28d-dc70b30c0f6b service neutron] 10.222.0.32 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679583 Aug 09 13:30:43.098730 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fb1b-db6a-4bb2-8a58-27c49b31eb8e req-1fd25561-a3d4-44c2-8bf7-d18476c1e12e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:43.101184 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7694fb1b-db6a-4bb2-8a58-27c49b31eb8e req-1fd25561-a3d4-44c2-8bf7-d18476c1e12e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0599768 Aug 09 13:30:43.154884 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7694fb1b-db6a-4bb2-8a58-27c49b31eb8e req-9a828c1a-0893-4087-b8c4-909585cf792d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472445 Aug 09 13:30:43.328947 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-40bc3c75-6023-480e-940a-2ff29e07b323 req-be7ea0a1-f4f7-4a47-a20b-3a65c9b1af5f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 210 time: 0.0354390 Aug 09 13:30:43.803614 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b0b9c-83be-4fc7-8661-feff938e2c0e req-85b240f7-652d-40a2-8412-e92e6536a2de tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:43.803614 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ef7b0b9c-83be-4fc7-8661-feff938e2c0e req-85b240f7-652d-40a2-8412-e92e6536a2de tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0707994 Aug 09 13:30:43.803614 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ef7b0b9c-83be-4fc7-8661-feff938e2c0e req-d65e4b98-b5f2-4742-ac1f-73f4eba79f93 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430398 Aug 09 13:30:44.097386 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb987bb-35b0-4689-bba8-08366ce212ab req-9063b739-e58b-4fe8-9e97-5822c9c37ca0 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:44.099051 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7eb987bb-35b0-4689-bba8-08366ce212ab req-9063b739-e58b-4fe8-9e97-5822c9c37ca0 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.0548947 Aug 09 13:30:44.149450 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7eb987bb-35b0-4689-bba8-08366ce212ab req-8d0b618c-50bb-4831-9278-1901a9c8b6d6 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Aug 09 13:30:44.305954 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0799d-7f62-4592-bddf-419fe6d34ae6 req-c912d2ee-ece2-4343-abf3-a0d08fb5c6f0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:44.307516 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-43f0799d-7f62-4592-bddf-419fe6d34ae6 req-c912d2ee-ece2-4343-abf3-a0d08fb5c6f0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0582397 Aug 09 13:30:44.347959 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-43f0799d-7f62-4592-bddf-419fe6d34ae6 req-c0b66acf-18dd-4a7d-958a-141667e08ba5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342431 Aug 09 13:30:44.440322 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a20d3090-2849-44f5-b9b2-5834fd8e9f09 req-d8a330a6-68fb-47d1-84ef-0e5bb2b55591 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 210 time: 0.0329247 Aug 09 13:30:44.827570 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-541bb35c-4598-4a68-9d8b-c83015f4dea5 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:44.830206 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-541bb35c-4598-4a68-9d8b-c83015f4dea5 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 812 time: 0.1214192 Aug 09 13:30:44.887024 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-8bc784c3-2c6c-468f-957b-893ff6525704 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02b3fbef9c64440990404d220d564388 HTTP/1.1" status: 200 len: 379 time: 0.0453017 Aug 09 13:30:44.898984 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'port': {'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'admin_state_up': True, 'tenant_id': '02b3fbef9c64440990404d220d564388', 'security_groups': ['471e72a2-ea60-4a67-b143-294e3d4fe600']}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:30:44.932808 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323016be-f6bb-4d2d-a601-ea83d1346b6b req-07f85607-f3b5-482b-b5df-156c5b4fdc3e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:44.934417 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-323016be-f6bb-4d2d-a601-ea83d1346b6b req-07f85607-f3b5-482b-b5df-156c5b4fdc3e tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0586777 Aug 09 13:30:44.983503 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-323016be-f6bb-4d2d-a601-ea83d1346b6b req-4781e8df-61b9-4c80-94be-c57db37fcf2a tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&id=96680dde-71e2-44b4-a6fc-9335c3f72588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428834 Aug 09 13:30:45.046801 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Made reservation on behalf of 02b3fbef9c64440990404d220d564388 for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:30:45.050415 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:45.185334 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Allocated IP 172.20.0.11 (0dfbca08-fde6-4869-a0f6-6dff4a4b98a4/5dc09771-11b7-4846-b592-a96a92999a89/a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:30:45.315328 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd935f-aae7-485f-b3eb-d4b2ce9ca487 req-56ed4f20-edab-45a3-9ad7-61ee3fcda8be tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:45.316977 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4dbd935f-aae7-485f-b3eb-d4b2ce9ca487 req-56ed4f20-edab-45a3-9ad7-61ee3fcda8be tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.0738738 Aug 09 13:30:45.350746 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:45.372677 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Transition to ACTIVE for port object a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:30:45.377462 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4dbd935f-aae7-485f-b3eb-d4b2ce9ca487 req-9c5d10c9-e165-492e-818a-fc7e90db03c6 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536311 Aug 09 13:30:45.427396 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:45.504536 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d8077-7272-4b13-8849-f05ac8732827 req-fa3ec4af-9257-4407-8011-6e8b56678260 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:45.506482 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6f0d8077-7272-4b13-8849-f05ac8732827 req-fa3ec4af-9257-4407-8011-6e8b56678260 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0661535 Aug 09 13:30:45.514605 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:30:45.520727 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:30:45.525833 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:30:45.564673 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'Port': ['ID=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:45.586911 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:45.587825 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:45.608749 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-5a22c19d-14dc-431c-bb62-fd2f6143b10e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7142732 Aug 09 13:30:45.609738 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6f0d8077-7272-4b13-8849-f05ac8732827 req-5f48d2c9-93d5-4010-8255-c99202bb3f47 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948076 Aug 09 13:30:45.625477 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddf40b-e05b-4afa-b000-67ccdec9722d req-b1660415-ce92-47bb-8764-6813b56c8cf0 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:45.627063 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-07ddf40b-e05b-4afa-b000-67ccdec9722d req-b1660415-ce92-47bb-8764-6813b56c8cf0 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 932 time: 0.0906172 Aug 09 13:30:45.632890 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Request body: {'port': {'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:30:45.698764 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-07ddf40b-e05b-4afa-b000-67ccdec9722d req-2692e46c-7eec-463e-b294-9883e14ca420 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544126 Aug 09 13:30:45.740571 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:45.812524 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-7423d894-ace0-4eb2-bdef-a5832bb163e7 None None] Provisioning for port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:30:45.817691 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-7423d894-ace0-4eb2-bdef-a5832bb163e7 None None] Provisioning complete for port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:30:45.818192 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7423d894-ace0-4eb2-bdef-a5832bb163e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:45.858188 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-7423d894-ace0-4eb2-bdef-a5832bb163e7 None None] Port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:30:46.066418 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:30:46.075497 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:46.095022 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Transition to ACTIVE for port object a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:30:46.099969 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:46.162314 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Pushing event updated for resources: {'Port': ['ID=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:46.246041 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Attempting to bind port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:30:46.246375 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Attempting to bind port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:30:46.246701 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Attempting to bind port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:30:46.251525 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:30:46.251843 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Attempting to bind port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:30:46.257320 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:30:46.258051 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Checking segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:30:46.258772 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Bound using segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:30:46.259515 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Bound port: a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:30:46.259924 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:46.349986 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] For port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:30:46.353958 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] For port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:30:46.359481 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:46.400678 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:46.401290 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:46.402804 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] 10.222.0.42 "PUT /v2.0/ports/a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b HTTP/1.1" status: 200 len: 1094 time: 0.7858946 Aug 09 13:30:46.403123 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'tag': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:30:46.405462 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c09098-5bc2-4565-b9c8-1ea20212c208" -d '{"events": [{"name": "network-changed", "server_uuid": "947bbbc1-3145-4f3f-a5e1-1a723d268ece", "tag": "a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:30:46.458939 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7659626-9588-4dd3-b73f-81f8c8f82b2c service neutron] Pushing event updated for resources: {'Port': ['ID=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:46.475433 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78bf0ae-b14b-4415-baf0-74ec0a43b30e x-openstack-request-id: req-d78bf0ae-b14b-4415-baf0-74ec0a43b30e {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:30:46.476381 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947bbbc1-3145-4f3f-a5e1-1a723d268ece", "tag": "a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:30:46.476381 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d78bf0ae-b14b-4415-baf0-74ec0a43b30e {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:30:46.477133 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'tag': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'status': 'completed', 'code': 200} Aug 09 13:30:46.520499 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-d86d38ec-127e-4b89-a1d2-5d858ac872b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:46.522114 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-d86d38ec-127e-4b89-a1d2-5d858ac872b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 1097 time: 0.0659657 Aug 09 13:30:46.568724 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bce1d4-d01f-4219-9927-94d3e47e5adc req-10267382-f446-4173-844e-dfd2f0f61e57 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:46.573426 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b9bce1d4-d01f-4219-9927-94d3e47e5adc req-10267382-f446-4173-844e-dfd2f0f61e57 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.0692258 Aug 09 13:30:46.577856 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-79603e2d-e1b1-4240-a667-04cb248e3efa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b HTTP/1.1" status: 200 len: 217 time: 0.0454743 Aug 09 13:30:46.635414 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b9bce1d4-d01f-4219-9927-94d3e47e5adc req-156e498a-c007-4230-9476-590fcfc5732e tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515900 Aug 09 13:30:46.640676 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-97d33fbe-b1ae-46a5-b4ff-6a115be2bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:46.642793 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-97d33fbe-b1ae-46a5-b4ff-6a115be2bb5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0570977 Aug 09 13:30:46.707280 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-815eee0f-5d78-4e2e-b09e-c0ed732b42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:46.708946 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-815eee0f-5d78-4e2e-b09e-c0ed732b42b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587642 Aug 09 13:30:46.804218 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eecac-284a-40f6-be7d-ba03de7066d5 req-e0596301-cac5-4a18-85fe-738a04b5d072 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:46.808553 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7e8eecac-284a-40f6-be7d-ba03de7066d5 req-e0596301-cac5-4a18-85fe-738a04b5d072 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0666797 Aug 09 13:30:46.837131 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-2467df98-8fd9-44af-90cb-f624a3d52810 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192143 Aug 09 13:30:46.878594 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c5f5-5f3e-4638-bf6f-7ccd021fee89 req-d6bdc6fc-5af0-4262-bd47-d47160903802 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:46.880025 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7227c5f5-5f3e-4638-bf6f-7ccd021fee89 req-d6bdc6fc-5af0-4262-bd47-d47160903802 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 944 time: 0.0701208 Aug 09 13:30:46.901184 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7e8eecac-284a-40f6-be7d-ba03de7066d5 req-7e6dd112-2f90-4299-88ac-849f92721aa5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797052 Aug 09 13:30:46.931689 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7227c5f5-5f3e-4638-bf6f-7ccd021fee89 req-62284c7f-33b4-46c4-84c4-79aed022ee6b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429354 Aug 09 13:30:46.959327 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bea30faa-9175-4698-ae3f-1b0b0cbc688d req-65998dbf-964f-46a2-8951-c8845679c3a8 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132894 Aug 09 13:30:47.080051 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-35af976f-91f4-436d-810d-957b39ba0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:47.082925 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-35af976f-91f4-436d-810d-957b39ba0a0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 1097 time: 0.0638986 Aug 09 13:30:47.189260 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-d4a31598-e90c-47f1-b0e6-03dbc9a55afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:47.191340 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-d4a31598-e90c-47f1-b0e6-03dbc9a55afa service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 913 time: 0.0982988 Aug 09 13:30:47.237376 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-d9fc4a13-4aaf-4caf-a40a-7a4b54120a6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b HTTP/1.1" status: 200 len: 217 time: 0.0376563 Aug 09 13:30:47.301772 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-8bb41fe5-a374-4d19-8cb4-e9bbafdba30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:47.303410 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-8bb41fe5-a374-4d19-8cb4-e9bbafdba30c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0574584 Aug 09 13:30:47.355751 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-11e921ae-d9d7-4122-848b-5fcd3b190ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:47.357421 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-11e921ae-d9d7-4122-848b-5fcd3b190ee6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455112 Aug 09 13:30:47.465883 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-80336c82-2e02-4c88-b457-608f02ddbfea service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011322 Aug 09 13:30:47.583008 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e5c09098-5bc2-4565-b9c8-1ea20212c208 req-b1763cb9-fe2b-46b7-ae68-a65b9288740c service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097188 Aug 09 13:30:47.771013 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14d60e-69c0-4b6d-a188-451ba93b4c4e req-a0958e95-ce55-4866-b3a6-57083e0dd58d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:47.772744 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0b14d60e-69c0-4b6d-a188-451ba93b4c4e req-a0958e95-ce55-4866-b3a6-57083e0dd58d tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 944 time: 0.0586545 Aug 09 13:30:47.822967 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0b14d60e-69c0-4b6d-a188-451ba93b4c4e req-99cffc5a-bb39-4adf-a21e-09d91a676eb1 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Aug 09 13:30:48.089186 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243884a-248a-447e-888e-21795fe0f063 req-f2f4b57b-e696-47c3-9065-9df8b72eb9cd tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:48.091750 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6243884a-248a-447e-888e-21795fe0f063 req-f2f4b57b-e696-47c3-9065-9df8b72eb9cd tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0932462 Aug 09 13:30:48.111931 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c198eb1-fa3b-4e57-935c-b80c54783976 req-4e9f1a29-16e8-457f-ba11-31c6c3d679a4 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:48.113685 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6c198eb1-fa3b-4e57-935c-b80c54783976 req-4e9f1a29-16e8-457f-ba11-31c6c3d679a4 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 944 time: 0.1010873 Aug 09 13:30:48.162303 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6243884a-248a-447e-888e-21795fe0f063 req-b154a20b-1726-4eee-8461-526dd673e9ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659711 Aug 09 13:30:48.175896 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6c198eb1-fa3b-4e57-935c-b80c54783976 req-7a3b8800-d2da-4f40-8a6e-283332c24c65 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527802 Aug 09 13:30:48.688511 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:30:48.807195 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:48.824782 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'port_id': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'mac_address': 'fa:16:3e:95:4f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:30:48.868395 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:48.883065 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:30:48.904685 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:48.909761 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:48.965474 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,revision_number=7']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:48.969398 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0869a1-aa47-4f9c-86a6-2f8de50181f1 req-97d3028e-9f4c-4f61-9145-3a4d6ceb37a1 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:48.970955 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dd0869a1-aa47-4f9c-86a6-2f8de50181f1 req-97d3028e-9f4c-4f61-9145-3a4d6ceb37a1 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 945 time: 0.0582464 Aug 09 13:30:49.021902 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dd0869a1-aa47-4f9c-86a6-2f8de50181f1 req-3a68ac73-c658-4f32-8d9b-d8b1b5a011d1 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Aug 09 13:30:49.159752 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['ed19bd8a-bee3-469e-a6a9-b9946b7e46d3'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:30:49.355326 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf35de6-70aa-44db-84f1-c443063297e7 req-2d10d09a-2add-402c-abfc-8ec3c7a20c59 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:49.366793 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ebf35de6-70aa-44db-84f1-c443063297e7 req-2d10d09a-2add-402c-abfc-8ec3c7a20c59 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.1156471 Aug 09 13:30:49.408232 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ebf35de6-70aa-44db-84f1-c443063297e7 req-77ec5815-69f8-4f1b-a37f-09a69db0b5f4 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430956 Aug 09 13:30:49.420512 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8461e-0254-4c01-b737-9603b856c127 req-2179b7ad-1c3c-4020-bef3-b39783af7ac7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:49.428837 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f4c8461e-0254-4c01-b737-9603b856c127 req-2179b7ad-1c3c-4020-bef3-b39783af7ac7 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 944 time: 0.1335657 Aug 09 13:30:49.497389 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f4c8461e-0254-4c01-b737-9603b856c127 req-eff726b9-34a1-4010-834b-64603f7af160 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675654 Aug 09 13:30:50.174524 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853474a-7184-49d5-9bcf-58fe6a8fe044 req-9eb3f7a3-cacf-4e9e-b772-73bb848b65bd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:50.176907 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e853474a-7184-49d5-9bcf-58fe6a8fe044 req-9eb3f7a3-cacf-4e9e-b772-73bb848b65bd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 945 time: 0.0801089 Aug 09 13:30:50.219092 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e853474a-7184-49d5-9bcf-58fe6a8fe044 req-0a1bca3c-749c-447b-91a6-2d242bb33348 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332541 Aug 09 13:30:50.580927 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686ae88-0eb0-4045-88a9-638167a2faa2 req-ab057252-93dc-40ea-a437-f6b9fcf4c44b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:50.582624 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0686ae88-0eb0-4045-88a9-638167a2faa2 req-ab057252-93dc-40ea-a437-f6b9fcf4c44b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0587430 Aug 09 13:30:50.652245 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0686ae88-0eb0-4045-88a9-638167a2faa2 req-71fd9cee-6b56-4b66-b784-c6a90697e918 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589066 Aug 09 13:30:50.666425 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b75e3-fbfc-44b3-9da2-a06c74e68298 req-bdc6e57b-1f5c-4fff-8b90-40690c8bbd13 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:50.669187 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca9b75e3-fbfc-44b3-9da2-a06c74e68298 req-bdc6e57b-1f5c-4fff-8b90-40690c8bbd13 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 944 time: 0.0849838 Aug 09 13:30:50.703235 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:30:50.712330 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ca9b75e3-fbfc-44b3-9da2-a06c74e68298 req-2856093d-fbf8-4da1-9948-3af60d8929bd tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360134 Aug 09 13:30:50.758884 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:30:50.759300 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:50.840480 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:50.865614 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:30:50.868785 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593394ae-4821-4aba-a08a-f86447787613" -d '{"events": [{"server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "name": "network-vif-plugged", "status": "completed", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:30:50.882979 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:50.890239 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:50.926416 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c000567-4cec-41f3-8933-93d373bb9a4a x-openstack-request-id: req-6c000567-4cec-41f3-8933-93d373bb9a4a {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:30:50.926731 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "name": "network-vif-plugged", "status": "completed", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:30:50.926986 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c000567-4cec-41f3-8933-93d373bb9a4a {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:30:50.927395 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'code': 200} Aug 09 13:30:50.957314 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,revision_number=8']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:51.231195 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e006ccc-f62a-4818-9ed8-9d42e251916a req-8eba6d45-df72-4844-b06e-1c2a5d0cdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:51.233012 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-2e006ccc-f62a-4818-9ed8-9d42e251916a req-8eba6d45-df72-4844-b06e-1c2a5d0cdecd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0482688 Aug 09 13:30:51.275301 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-2e006ccc-f62a-4818-9ed8-9d42e251916a req-6554556e-678a-40d5-a568-bb88727214a3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340223 Aug 09 13:30:51.360596 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b095d-a56a-41ac-a692-018c3e52488c req-5b21bf0d-a2bd-4e60-bd97-8e54c5430619 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:51.365371 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-355b095d-a56a-41ac-a692-018c3e52488c req-5b21bf0d-a2bd-4e60-bd97-8e54c5430619 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0624573 Aug 09 13:30:51.408174 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-355b095d-a56a-41ac-a692-018c3e52488c req-7585725f-bf43-4df4-8cf0-9b1befed0690 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397236 Aug 09 13:30:51.801460 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79770d36-fd66-493c-b066-b54ce3d1d1bc req-2265bda2-1f4f-4dad-af0f-aabacb0bbead tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:51.804229 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-79770d36-fd66-493c-b066-b54ce3d1d1bc req-2265bda2-1f4f-4dad-af0f-aabacb0bbead tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0701201 Aug 09 13:30:51.876992 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-79770d36-fd66-493c-b066-b54ce3d1d1bc req-f5f3ae1a-4002-4f29-9f68-29155d5dfaa2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595262 Aug 09 13:30:51.889624 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbca779-7a65-41bb-9a25-24719e59c927 req-c763e3fb-07dc-4de3-9b1b-3dac643d3a15 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:51.891270 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bcbca779-7a65-41bb-9a25-24719e59c927 req-c763e3fb-07dc-4de3-9b1b-3dac643d3a15 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 944 time: 0.0852304 Aug 09 13:30:51.945218 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-bcbca779-7a65-41bb-9a25-24719e59c927 req-387305e5-9904-4f35-aa96-5f48950f4ef3 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386548 Aug 09 13:30:52.538929 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef96f2-eef9-4585-947d-9a9489d8ebef req-eea75328-5b1f-4c10-b227-3552118f569a tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:52.540806 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-18ef96f2-eef9-4585-947d-9a9489d8ebef req-eea75328-5b1f-4c10-b227-3552118f569a tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0625668 Aug 09 13:30:52.585024 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-18ef96f2-eef9-4585-947d-9a9489d8ebef req-9f8dae11-599f-4428-bcfa-8ae7cd9a0936 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374656 Aug 09 13:30:52.725843 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device fd138042-9479-430d-98d7-b8d07a8bac65 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:30:52.832426 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:52.848357 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'port_id': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'mac_address': 'fa:16:3e:da:59:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:30:52.900362 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:52.914022 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd138042-9479-430d-98d7-b8d07a8bac65 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:30:52.938771 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:52.944960 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:53.007984 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=6']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:53.036526 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c389-d17c-468c-a58b-3ca976e84997 req-29b7c812-4e6f-4f87-83ad-621734f5fa85 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:53.044940 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f101c389-d17c-468c-a58b-3ca976e84997 req-29b7c812-4e6f-4f87-83ad-621734f5fa85 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 944 time: 0.0744457 Aug 09 13:30:53.124009 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['fd138042-9479-430d-98d7-b8d07a8bac65'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:30:53.144343 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f101c389-d17c-468c-a58b-3ca976e84997 req-78761bca-c0ab-4cd8-81db-3bc6f98199d2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866113 Aug 09 13:30:53.181496 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72384dec-4066-4d4d-9485-f09c509cda31 req-05500032-5798-40b7-ad93-e741f643b854 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:53.188338 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-72384dec-4066-4d4d-9485-f09c509cda31 req-05500032-5798-40b7-ad93-e741f643b854 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 944 time: 0.1205285 Aug 09 13:30:53.233016 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-72384dec-4066-4d4d-9485-f09c509cda31 req-055f6f6a-bbdb-42ed-a395-2fefb09982ce tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429370 Aug 09 13:30:54.304920 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4392-bcce-4fb4-a8fb-20d399437732 req-296f236b-0af2-47ce-888d-ddf2d3dee1c2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:54.318577 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f27e4392-bcce-4fb4-a8fb-20d399437732 req-296f236b-0af2-47ce-888d-ddf2d3dee1c2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 944 time: 0.0888851 Aug 09 13:30:54.462028 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f27e4392-bcce-4fb4-a8fb-20d399437732 req-fa626cf9-aec8-45fd-8b1d-a1a4fa8adb3b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382837 Aug 09 13:30:54.508011 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d47670-59a0-4218-b759-5ed8f6077af7 req-1f37bf1a-e918-45d5-95f7-d6435b8b38dd tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:54.520329 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f9d47670-59a0-4218-b759-5ed8f6077af7 req-1f37bf1a-e918-45d5-95f7-d6435b8b38dd tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 944 time: 0.1446049 Aug 09 13:30:54.573625 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f9d47670-59a0-4218-b759-5ed8f6077af7 req-2c3748ec-f950-427d-8488-e0b416bc396a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516160 Aug 09 13:30:54.733545 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:30:54.745955 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device fd138042-9479-430d-98d7-b8d07a8bac65 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:30:54.898732 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port fd138042-9479-430d-98d7-b8d07a8bac65 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:30:54.898965 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:54.902497 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:54.939549 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'mac_address': 'fa:16:3e:1d:4c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:30:55.014879 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:55.054136 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:30:55.085430 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:55.090664 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:55.099647 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:55.158738 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:30:55.162100 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3632405c-a6ed-439a-833f-88e07bde2408" -d '{"events": [{"server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "name": "network-vif-plugged", "status": "completed", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:30:55.188832 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:55.216696 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:55.222794 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:55.296434 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a001583-8a9b-4fbf-87b7-a6e14125aa93 x-openstack-request-id: req-4a001583-8a9b-4fbf-87b7-a6e14125aa93 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:30:55.297149 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "name": "network-vif-plugged", "status": "completed", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:30:55.297885 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a001583-8a9b-4fbf-87b7-a6e14125aa93 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:30:55.298704 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'code': 200} Aug 09 13:30:55.320780 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=7']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:55.415295 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:30:55.768347 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dee271-f8da-4a7a-a77f-0f4b6694ebff req-bc884ffa-6915-41ae-9a1c-156a0b50bfaf tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:55.780924 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-63dee271-f8da-4a7a-a77f-0f4b6694ebff req-bc884ffa-6915-41ae-9a1c-156a0b50bfaf tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.1429017 Aug 09 13:30:55.830136 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf66f2-a06f-4597-bc0d-35c8a9bb910a req-6e76ae3a-b5fe-4759-bf1f-aefb46eaecd1 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:55.832982 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-25cf66f2-a06f-4597-bc0d-35c8a9bb910a req-6e76ae3a-b5fe-4759-bf1f-aefb46eaecd1 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 945 time: 0.1070440 Aug 09 13:30:55.839632 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-63dee271-f8da-4a7a-a77f-0f4b6694ebff req-40dc60a8-9408-4c9d-824f-0df2ff7c54a0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577252 Aug 09 13:30:55.897070 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-25cf66f2-a06f-4597-bc0d-35c8a9bb910a req-6394e8af-2fee-4c0c-b858-5c2d9cc4d0cd tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560467 Aug 09 13:30:56.742676 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:30:56.811047 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:30:56.815719 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:30:56.816100 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:56.912176 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:56.981087 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:30:56.988167 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:30:57.040916 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba24b5-587b-470b-94c6-0d0685e07063 req-14ff8c55-c97e-44c2-af33-ed5801e89634 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:57.051881 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d1ba24b5-587b-470b-94c6-0d0685e07063 req-14ff8c55-c97e-44c2-af33-ed5801e89634 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.1244485 Aug 09 13:30:57.056574 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:30:57.110409 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-d1ba24b5-587b-470b-94c6-0d0685e07063 req-33b8d0f6-88c6-4e43-bda0-1ff011a976c3 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566156 Aug 09 13:30:57.126038 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1ad9-0a08-4ed1-acc8-31a3a255306b req-c7632fa7-f96c-4153-abca-82c2c85131be tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:57.127905 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-993d1ad9-0a08-4ed1-acc8-31a3a255306b req-c7632fa7-f96c-4153-abca-82c2c85131be tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 946 time: 0.1323216 Aug 09 13:30:57.181994 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-993d1ad9-0a08-4ed1-acc8-31a3a255306b req-4bc7edf2-c647-4b30-a013-3a117086d710 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439403 Aug 09 13:30:57.300325 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:30:57.303653 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b7b42a-05b9-456d-b934-1929bf11b51b" -d '{"events": [{"server_uuid": "947bbbc1-3145-4f3f-a5e1-1a723d268ece", "name": "network-vif-plugged", "status": "completed", "tag": "a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:30:57.346549 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1a9db9-a550-4e5e-b57e-7d7178f8e11e x-openstack-request-id: req-0e1a9db9-a550-4e5e-b57e-7d7178f8e11e {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:30:57.346846 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947bbbc1-3145-4f3f-a5e1-1a723d268ece", "name": "network-vif-plugged", "status": "completed", "tag": "a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:30:57.347104 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e1a9db9-a550-4e5e-b57e-7d7178f8e11e {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:30:57.347500 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'code': 200} Aug 09 13:30:57.720136 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df51e2-7c5e-4acf-b824-8171d953e8e3 req-f776bbb7-123f-4022-adc7-edba26c60a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:57.722998 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-87df51e2-7c5e-4acf-b824-8171d953e8e3 req-f776bbb7-123f-4022-adc7-edba26c60a39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 1099 time: 0.0715044 Aug 09 13:30:57.772367 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-87df51e2-7c5e-4acf-b824-8171d953e8e3 req-0b6f9567-c677-4513-97bd-29d7d7f59ff9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388181 Aug 09 13:30:58.308379 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a416b-5817-403d-8c6c-6aa1bcbb5200 req-c0ad29b4-31b9-4eea-ae12-9dfbd827c558 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:58.311283 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-015a416b-5817-403d-8c6c-6aa1bcbb5200 req-c0ad29b4-31b9-4eea-ae12-9dfbd827c558 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.1107147 Aug 09 13:30:58.402517 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a900d71-9ecf-48f9-8104-28c829e7c42e req-02232f66-90e8-4a0d-87a1-39618eba9ea4 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:58.404973 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0a900d71-9ecf-48f9-8104-28c829e7c42e req-02232f66-90e8-4a0d-87a1-39618eba9ea4 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 946 time: 0.0924797 Aug 09 13:30:58.439338 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-015a416b-5817-403d-8c6c-6aa1bcbb5200 req-e0cc5efa-d3e7-4075-9c64-c65703f75696 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929508 Aug 09 13:30:58.481410 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0a900d71-9ecf-48f9-8104-28c829e7c42e req-476911cc-7b7e-4aae-89f1-7f43c8d5fe6e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663331 Aug 09 13:30:59.846185 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f10e3-de39-4848-8551-ae1c11868d74 req-8619bca8-9f9a-45b6-84f8-76e6ce4b36c0 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:59.849749 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-434f10e3-de39-4848-8551-ae1c11868d74 req-8619bca8-9f9a-45b6-84f8-76e6ce4b36c0 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 946 time: 0.1570027 Aug 09 13:30:59.858598 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9682f-cd04-4233-9ac0-9092bf118fff req-c1631451-2ac6-492b-a89f-c60ff91e6c3e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:30:59.860168 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fdc9682f-cd04-4233-9ac0-9092bf118fff req-c1631451-2ac6-492b-a89f-c60ff91e6c3e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.3015432 Aug 09 13:30:59.944955 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-fdc9682f-cd04-4233-9ac0-9092bf118fff req-280eb9be-018d-4a05-b5ac-e06e13473565 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580566 Aug 09 13:30:59.947998 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-434f10e3-de39-4848-8551-ae1c11868d74 req-c77dcb82-f398-4353-9fea-2075ca8bd36c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868523 Aug 09 13:31:00.136181 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddcfcb-6c17-4ead-9004-f7f0b73893bb req-72388bf7-8130-46ad-aa63-2ee5b3974636 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:00.137792 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-99ddcfcb-6c17-4ead-9004-f7f0b73893bb req-72388bf7-8130-46ad-aa63-2ee5b3974636 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 946 time: 0.0612066 Aug 09 13:31:00.192671 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-99ddcfcb-6c17-4ead-9004-f7f0b73893bb req-956a9aa9-9e38-4306-af05-e8235c42e74d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449548 Aug 09 13:31:00.210722 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57576) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:00.256734 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b550977-b59c-40e3-835f-867efef8e371 tempest-TestVolumeBootPattern-1173817312 tempest-TestVolumeBootPattern-1173817312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:00.261616 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-2b550977-b59c-40e3-835f-867efef8e371 tempest-TestVolumeBootPattern-1173817312 tempest-TestVolumeBootPattern-1173817312-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 1094 time: 0.0466719 Aug 09 13:31:00.270215 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57578) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:00.277626 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'floatingip': {'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:31:00.318995 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:00.469804 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:00.638104 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Allocated IP 172.27.3.57 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/f77fec58-54f8-4037-969c-281a3a7ae157) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:31:00.785647 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:00.857667 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:00.912845 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:31:00.916447 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:31:00.925489 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:31:00.971690 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'Port': ['ID=f77fec58-54f8-4037-969c-281a3a7ae157,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:01.192509 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4ed3e-82e5-4e90-b87a-7c19e85d358e req-d0d80e57-6eb0-4d56-b649-ea5d478e92fc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:01.196162 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-05c4ed3e-82e5-4e90-b87a-7c19e85d358e req-d0d80e57-6eb0-4d56-b649-ea5d478e92fc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0980053 Aug 09 13:31:01.248185 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-05c4ed3e-82e5-4e90-b87a-7c19e85d358e req-758ed165-2c86-4272-b75f-812a2270377e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451274 Aug 09 13:31:01.810476 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:01.919823 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:02.150117 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:02.164696 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:02.257786 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'Port': ['ID=f77fec58-54f8-4037-969c-281a3a7ae157,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:02.263911 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:02.415325 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.l3_db [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Floating IP 87823f11-44a0-4133-a593-5e6b8a997bd0 associated. External IP: 172.27.3.57, port: a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b. Aug 09 13:31:02.441246 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dfea7-ffdb-4f7e-9a51-0191e81cdf1a req-167a708a-b2f5-43e6-95b9-ca3895880319 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:02.444211 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f45dfea7-ffdb-4f7e-9a51-0191e81cdf1a req-167a708a-b2f5-43e6-95b9-ca3895880319 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0814462 Aug 09 13:31:02.517621 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f45dfea7-ffdb-4f7e-9a51-0191e81cdf1a req-4a14c462-e85d-4795-b6ab-23adc76bd895 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629616 Aug 09 13:31:02.750519 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:31:02.896283 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:31:02.915582 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] Sync routers for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:31:02.921620 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:02.928483 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:31:02.929152 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:30:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:02.964358 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-b3840da5-10d3-492c-942e-bea14192389b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6927829 Aug 09 13:31:02.965203 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'tag': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:31:02.967825 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9b9fdb-2082-48f5-9395-687a365eeb25" -d '{"events": [{"name": "network-changed", "server_uuid": "947bbbc1-3145-4f3f-a5e1-1a723d268ece", "tag": "a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:31:03.026878 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59684811-067c-4e0e-9622-9b41d26d5ad9 x-openstack-request-id: req-59684811-067c-4e0e-9622-9b41d26d5ad9 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:31:03.027202 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947bbbc1-3145-4f3f-a5e1-1a723d268ece", "tag": "a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:31:03.027436 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59684811-067c-4e0e-9622-9b41d26d5ad9 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:31:03.027853 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'tag': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'status': 'completed', 'code': 200} Aug 09 13:31:03.103494 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-9dcde291-d677-4017-8618-78b0236aa91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:03.103494 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-9dcde291-d677-4017-8618-78b0236aa91f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 1099 time: 0.0487449 Aug 09 13:31:03.206845 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:31:03.249398 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-8f754b1c-74b9-49ae-850e-72983cd1d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:03.251234 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-8f754b1c-74b9-49ae-850e-72983cd1d343 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 913 time: 0.1409144 Aug 09 13:31:03.357493 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-7e97595e-bf5b-42a9-a12b-c8350cbfdb83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b HTTP/1.1" status: 200 len: 999 time: 0.0847452 Aug 09 13:31:03.442286 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-d430ec8e-104a-4cf2-91e1-316f4defd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:03.445820 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-d430ec8e-104a-4cf2-91e1-316f4defd211 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0734491 Aug 09 13:31:03.505927 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-ec26f9ca-4d8f-4d54-98c7-989c045c7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:03.508402 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-ec26f9ca-4d8f-4d54-98c7-989c045c7f7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526631 Aug 09 13:31:03.516733 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '87823f11-44a0-4133-a593-5e6b8a997bd0', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:1d:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:31:01Z', 'updated_at': '2021-08-09T13:31:01Z', 'revision_number': 0, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:03.552614 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] Checking router: 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:31:03.563381 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:31:03.564020 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:30:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:03.730092 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-f50cecc9-6b7d-4d74-9627-cf2a2205ed04 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135701 Aug 09 13:31:03.732233 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:31:03.735481 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7208c8f-5df0-4041-b0aa-4a65c474cfe4 req-053b1b8f-e5a0-406b-9acf-745663350c7f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:03.745060 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a7208c8f-5df0-4041-b0aa-4a65c474cfe4 req-053b1b8f-e5a0-406b-9acf-745663350c7f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0894480 Aug 09 13:31:03.800960 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a7208c8f-5df0-4041-b0aa-4a65c474cfe4 req-86f41fa5-f9c3-451a-b2a1-ffd765a9378a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542078 Aug 09 13:31:03.884438 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-bd9b9fdb-2082-48f5-9395-687a365eeb25 req-1f9a0c39-88c8-4927-a9af-dd06e20ad78f service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454031 Aug 09 13:31:04.026499 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '87823f11-44a0-4133-a593-5e6b8a997bd0', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:1d:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:31:01Z', 'updated_at': '2021-08-09T13:31:01Z', 'revision_number': 0, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:04.062317 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2df327-add1-4732-b4ea-1a32bd094ef7 None None] The sync data for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi is: [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '87823f11-44a0-4133-a593-5e6b8a997bd0', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:1d:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:31:01Z', 'updated_at': '2021-08-09T13:31:01Z', 'revision_number': 0, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:31:04.273461 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3398be0-05c6-4a59-a6fe-191951f0f773 None None] New status for floating IP 87823f11-44a0-4133-a593-5e6b8a997bd0: ACTIVE {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:31:04.811842 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b0275-2835-4b44-a7cf-68934850f460 req-085166f7-bfcd-4a31-8395-a7ddf969648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:04.813418 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a74b0275-2835-4b44-a7cf-68934850f460 req-085166f7-bfcd-4a31-8395-a7ddf969648a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 1098 time: 0.0441742 Aug 09 13:31:04.913667 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b0275-2835-4b44-a7cf-68934850f460 req-7fa480ca-26d9-4d8b-b990-71845e240f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:04.915241 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a74b0275-2835-4b44-a7cf-68934850f460 req-7fa480ca-26d9-4d8b-b990-71845e240f9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 917 time: 0.0933330 Aug 09 13:31:04.947981 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5951314-5bbe-4d58-9c33-f1389f055800 req-0e2cc30d-d6a5-41ab-a7b9-d04b875bfb20 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:04.949488 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e5951314-5bbe-4d58-9c33-f1389f055800 req-0e2cc30d-d6a5-41ab-a7b9-d04b875bfb20 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0582066 Aug 09 13:31:04.989760 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a74b0275-2835-4b44-a7cf-68934850f460 req-dbc2c006-2484-44f4-b287-c616cd7a18d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd138042-9479-430d-98d7-b8d07a8bac65 HTTP/1.1" status: 200 len: 1001 time: 0.0665054 Aug 09 13:31:04.993993 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e5951314-5bbe-4d58-9c33-f1389f055800 req-58d613fc-7751-4bd6-ab9e-de484112af9b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360999 Aug 09 13:31:05.052810 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-24c29611-f043-4453-a668-1e67a7a7726c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:05.060135 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b0275-2835-4b44-a7cf-68934850f460 req-3958de13-2cc7-4085-81db-e2c352f0346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:05.061663 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a74b0275-2835-4b44-a7cf-68934850f460 req-3958de13-2cc7-4085-81db-e2c352f0346d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 200 len: 855 time: 0.0569496 Aug 09 13:31:05.115735 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b0275-2835-4b44-a7cf-68934850f460 req-baffe6ba-9879-4602-8326-822a566f75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:05.117260 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a74b0275-2835-4b44-a7cf-68934850f460 req-baffe6ba-9879-4602-8326-822a566f75d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427709 Aug 09 13:31:05.220930 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a74b0275-2835-4b44-a7cf-68934850f460 req-8659adfe-53f1-4cbc-941b-39e31d21fc65 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910718 Aug 09 13:31:05.334460 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a74b0275-2835-4b44-a7cf-68934850f460 req-eed9fb8c-d4fe-49cb-875c-8fe55a952819 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013043 Aug 09 13:31:06.120837 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3e6c4-f58c-4a3f-8858-60fdd5e2e9a9 req-6e5edf48-41ec-4386-96a2-a1a9bc9a043b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:06.122361 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f6a3e6c4-f58c-4a3f-8858-60fdd5e2e9a9 req-6e5edf48-41ec-4386-96a2-a1a9bc9a043b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0522172 Aug 09 13:31:06.165997 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f6a3e6c4-f58c-4a3f-8858-60fdd5e2e9a9 req-721db7af-4a87-4b38-acb9-fc03a979d695 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375621 Aug 09 13:31:07.296978 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f667-a493-4f25-a05e-49bb9c19ef97 req-1be14e08-9642-4114-adf4-a86907eaf056 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:07.298562 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b080f667-a493-4f25-a05e-49bb9c19ef97 req-1be14e08-9642-4114-adf4-a86907eaf056 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0546081 Aug 09 13:31:07.339483 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b080f667-a493-4f25-a05e-49bb9c19ef97 req-0a66c85b-0567-49fd-9140-9487100811d9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333407 Aug 09 13:31:07.562817 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-0104009c-1f0f-4015-a207-6ad6b97c3c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:07.662296 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:07.916429 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:08.495352 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032418b-b9bb-4bbe-adbe-a4ffe0c61b3d req-ce883394-95af-4c47-ab94-9caa8299cedc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:08.496935 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f032418b-b9bb-4bbe-adbe-a4ffe0c61b3d req-ce883394-95af-4c47-ab94-9caa8299cedc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 945 time: 0.0583556 Aug 09 13:31:08.537436 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f032418b-b9bb-4bbe-adbe-a4ffe0c61b3d req-6d30843e-4c93-40a0-9c4a-7e28fe7aebb2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342901 Aug 09 13:31:08.782768 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:08.847754 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device fd138042-9479-430d-98d7-b8d07a8bac65 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:31:08.943286 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:08.976742 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:31:08.976843 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307cf0b7-8bee-4df3-8723-c3321b207bf3" -d '{"events": [{"server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "name": "network-vif-unplugged", "status": "completed", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:31:08.991016 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:31:08.998638 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:09.034769 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afde1584-9ee9-4779-99a4-954bc426c13d x-openstack-request-id: req-afde1584-9ee9-4779-99a4-954bc426c13d {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:31:09.035045 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "name": "network-vif-unplugged", "status": "failed", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65", "code": 422}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:31:09.035289 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afde1584-9ee9-4779-99a4-954bc426c13d {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:31:09.035684 dv-cinder-787296-4-iscsi neutron-server[93363]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'code': 422} returned with failed status Aug 09 13:31:09.064322 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=8']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:09.670096 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e454-db3c-4846-bf72-d77d892642ee req-1700acee-552d-4c33-b582-9dcbf286d828 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:09.671696 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-12a5e454-db3c-4846-bf72-d77d892642ee req-1700acee-552d-4c33-b582-9dcbf286d828 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0854006 Aug 09 13:31:09.719143 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-12a5e454-db3c-4846-bf72-d77d892642ee req-64b6dc8a-1254-4359-b394-5f0e868e080e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353568 Aug 09 13:31:09.722828 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-793b94d6-eb90-468e-97b4-9c4a7eb4db43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0605164 Aug 09 13:31:10.231340 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:10.687469 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-247656c2-f8ea-45b5-a013-fea2d44c2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:10.689020 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-247656c2-f8ea-45b5-a013-fea2d44c2b04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60&tenant_id=2d007ab2baac405f996ece03b238a621 HTTP/1.1" status: 200 len: 1096 time: 0.0440273 Aug 09 13:31:10.760433 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-2d23a1c1-bf6b-49e5-a797-4a65aea7816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:10.761964 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-2d23a1c1-bf6b-49e5-a797-4a65aea7816e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d007ab2baac405f996ece03b238a621&device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 1096 time: 0.0475283 Aug 09 13:31:10.852963 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4cd3f-35f7-4a66-b538-bf5f8b45b356 req-bc092c65-a41d-41f8-89f6-e0fa20c36f91 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:10.854411 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e4c4cd3f-35f7-4a66-b538-bf5f8b45b356 req-bc092c65-a41d-41f8-89f6-e0fa20c36f91 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0512838 Aug 09 13:31:10.869884 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-23abfc42-6bf7-49d2-9007-63d76bd14bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:10.872479 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-23abfc42-6bf7-49d2-9007-63d76bd14bab service neutron] 10.222.0.42 "GET /v2.0/networks?id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 200 len: 917 time: 0.0980875 Aug 09 13:31:10.905727 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e4c4cd3f-35f7-4a66-b538-bf5f8b45b356 req-248defe1-acf2-4694-af1b-4426677e85d7 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437539 Aug 09 13:31:10.946418 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-a9d006f1-72dd-4f44-a563-9ea0313faf00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd138042-9479-430d-98d7-b8d07a8bac65 HTTP/1.1" status: 200 len: 999 time: 0.0659995 Aug 09 13:31:11.002682 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-26c8af15-d3ed-48b3-beb7-69339e04c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:11.004177 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-26c8af15-d3ed-48b3-beb7-69339e04c02a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 200 len: 855 time: 0.0492554 Aug 09 13:31:11.055363 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-a66d2eee-60db-4c7f-8cea-bef8db56b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:11.056961 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-a66d2eee-60db-4c7f-8cea-bef8db56b961 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66c4ae32-c4a4-4218-982b-49a4bc3be7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445023 Aug 09 13:31:11.170988 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-92642c90-8fce-4ac6-aab6-731d568479bc service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054265 Aug 09 13:31:11.272559 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-da0a641c-1437-4d5f-96cc-7904877c4afc req-ea1c49ab-26b2-455b-bbb5-e37c5272dfa1 service neutron] 10.222.0.42 "GET /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928943 Aug 09 13:31:12.073344 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89d1c5-b69d-4928-92b2-2082e65e5d8b req-23910fb2-a30e-4bd2-a513-f1550d2f914c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:12.075018 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6e89d1c5-b69d-4928-92b2-2082e65e5d8b req-23910fb2-a30e-4bd2-a513-f1550d2f914c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0698342 Aug 09 13:31:12.133857 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-6e89d1c5-b69d-4928-92b2-2082e65e5d8b req-875c7343-d28c-48bd-8db2-53b786b4eaa8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489976 Aug 09 13:31:13.267228 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695320d-ad11-4645-81a2-4ad65179b57d req-93e7a0d8-4f0d-4199-b9de-1c2ad8fa8fc5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:13.269284 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e695320d-ad11-4645-81a2-4ad65179b57d req-93e7a0d8-4f0d-4199-b9de-1c2ad8fa8fc5 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0544879 Aug 09 13:31:13.318572 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e695320d-ad11-4645-81a2-4ad65179b57d req-4f8825e8-c3d9-4b83-89f9-af3bfdf1b9bc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363188 Aug 09 13:31:13.389763 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:31:14.455339 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b5e44-3693-46f1-9bcb-b1b4adc627f4 req-9802fc05-0698-4bc9-a0d7-1c7e8b86240a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:14.456881 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c69b5e44-3693-46f1-9bcb-b1b4adc627f4 req-9802fc05-0698-4bc9-a0d7-1c7e8b86240a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0564256 Aug 09 13:31:14.506153 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c69b5e44-3693-46f1-9bcb-b1b4adc627f4 req-4cb7fd6a-d07d-4da5-af0b-566155b17f92 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425916 Aug 09 13:31:15.636046 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952bd8f-5048-4d6e-9988-dca82880078c req-028b5265-4200-4415-961c-3820a3818372 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:15.637527 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4952bd8f-5048-4d6e-9988-dca82880078c req-028b5265-4200-4415-961c-3820a3818372 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0544188 Aug 09 13:31:15.679511 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-4952bd8f-5048-4d6e-9988-dca82880078c req-7c4b5abb-ce76-40c5-8939-2befe4eb5494 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329969 Aug 09 13:31:16.830082 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420bb7c-2f6b-45c9-92a3-1ad9184bd099 req-7cd96bcf-234f-450d-8bdf-245211113347 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:16.831592 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f420bb7c-2f6b-45c9-92a3-1ad9184bd099 req-7cd96bcf-234f-450d-8bdf-245211113347 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0536866 Aug 09 13:31:16.871302 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f420bb7c-2f6b-45c9-92a3-1ad9184bd099 req-6c75a8ba-275e-4cad-9cb0-554591bc7a92 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326006 Aug 09 13:31:18.003719 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e4672-4d25-4a2b-8c1b-ec89efa0beae req-619d9a3e-f8c8-4841-bf8c-cf15d5634687 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:18.005408 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-196e4672-4d25-4a2b-8c1b-ec89efa0beae req-619d9a3e-f8c8-4841-bf8c-cf15d5634687 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0527108 Aug 09 13:31:18.056084 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-196e4672-4d25-4a2b-8c1b-ec89efa0beae req-8ccd5eb4-0acc-411c-b622-706a32c438d6 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443153 Aug 09 13:31:19.189465 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd299f8b-f196-4d32-9b96-984076e4a1a5 req-5cec662f-101f-4eee-89d3-018c9e1a8d0e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:19.191361 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cd299f8b-f196-4d32-9b96-984076e4a1a5 req-5cec662f-101f-4eee-89d3-018c9e1a8d0e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0564950 Aug 09 13:31:19.233974 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cd299f8b-f196-4d32-9b96-984076e4a1a5 req-0a6b4112-b336-4583-89f4-8648f2a1f765 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352976 Aug 09 13:31:20.361013 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ecd28-1ac8-4baf-b86e-18dce89090ab req-ee1d018e-942d-4f9d-84e0-6c85c6e0a6ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:20.362528 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-af7ecd28-1ac8-4baf-b86e-18dce89090ab req-ee1d018e-942d-4f9d-84e0-6c85c6e0a6ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0516617 Aug 09 13:31:20.405130 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-af7ecd28-1ac8-4baf-b86e-18dce89090ab req-bdb89619-f17b-4833-9479-060daa4e0a71 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363510 Aug 09 13:31:21.529021 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee8524-de3d-441f-83f1-e5ce03f79314 req-7166496c-9e24-480c-b370-abd85db5c2ab tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:21.530517 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-56ee8524-de3d-441f-83f1-e5ce03f79314 req-7166496c-9e24-480c-b370-abd85db5c2ab tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0506876 Aug 09 13:31:21.575042 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-56ee8524-de3d-441f-83f1-e5ce03f79314 req-ded6c56c-36ba-42c5-8847-19b1de717bf2 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381184 Aug 09 13:31:22.718786 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2429c-12ab-4a86-bc23-9b5680629a57 req-938e48ce-f563-4bfe-a70e-941c2b7ace97 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:22.721234 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c0f2429c-12ab-4a86-bc23-9b5680629a57 req-938e48ce-f563-4bfe-a70e-941c2b7ace97 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0617962 Aug 09 13:31:22.770193 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c0f2429c-12ab-4a86-bc23-9b5680629a57 req-f2e8a189-1ab5-470a-a805-a21c193e8c54 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425746 Aug 09 13:31:23.919803 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f0bc0-c094-4d03-90b1-e742c2298cdf req-7063d6b5-f668-4332-99f9-69b44a2cd68e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:23.922245 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a52f0bc0-c094-4d03-90b1-e742c2298cdf req-7063d6b5-f668-4332-99f9-69b44a2cd68e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0637329 Aug 09 13:31:23.965491 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a52f0bc0-c094-4d03-90b1-e742c2298cdf req-1d8287b7-b95f-424b-8fd2-e8640a5232c8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355973 Aug 09 13:31:25.095985 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacdd8c-a35c-469b-a27e-f2d3bb07bb08 req-83e28014-913c-4659-87a3-c33b9915423e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:25.097743 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1eacdd8c-a35c-469b-a27e-f2d3bb07bb08 req-83e28014-913c-4659-87a3-c33b9915423e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0557427 Aug 09 13:31:25.149482 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1eacdd8c-a35c-469b-a27e-f2d3bb07bb08 req-5f52c745-4e02-46c0-a41a-651f0b173de0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449808 Aug 09 13:31:26.297133 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cccd9b-ad1c-451b-82f8-1df30617a75b req-f2bb2944-ef6b-4e2a-b395-1a76e3541f0b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:26.298681 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-64cccd9b-ad1c-451b-82f8-1df30617a75b req-f2bb2944-ef6b-4e2a-b395-1a76e3541f0b tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 943 time: 0.0579755 Aug 09 13:31:26.340319 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-64cccd9b-ad1c-451b-82f8-1df30617a75b req-258eec2b-145e-440d-8b77-7795a94a324d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354450 Aug 09 13:31:26.792950 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba158f-8b19-45ac-bd57-ebf49ae09c09 req-0d2f65c5-d193-42e1-838f-143f84afc0e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:26.794580 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-deba158f-8b19-45ac-bd57-ebf49ae09c09 req-0d2f65c5-d193-42e1-838f-143f84afc0e2 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 946 time: 0.0570970 Aug 09 13:31:26.839384 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-deba158f-8b19-45ac-bd57-ebf49ae09c09 req-d1b0b205-103a-40a5-bd62-b8e0b2a6a1e7 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367014 Aug 09 13:31:26.926766 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device fd138042-9479-430d-98d7-b8d07a8bac65 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:31:27.036084 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:31:27.048508 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'port_id': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'mac_address': 'fa:16:3e:da:59:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:31:27.090471 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:27.103924 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd138042-9479-430d-98d7-b8d07a8bac65 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:31:27.124516 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:31:27.131953 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:27.196005 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=9']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:27.403371 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['fd138042-9479-430d-98d7-b8d07a8bac65'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:31:27.467936 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c34ff-d74c-44f6-9e8b-21bf4cff623f req-2956d28a-37f6-44b0-a539-d66bd7b628ca tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:27.469434 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-031c34ff-d74c-44f6-9e8b-21bf4cff623f req-2956d28a-37f6-44b0-a539-d66bd7b628ca tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 944 time: 0.0485990 Aug 09 13:31:27.520800 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-031c34ff-d74c-44f6-9e8b-21bf4cff623f req-78a66802-3685-4523-a122-b7c4c844becc tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444140 Aug 09 13:31:27.967734 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83995448-825e-4319-9367-e079346b17a2 req-4598a92f-94a8-495b-8040-b9c8139a9ec7 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:27.969251 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-83995448-825e-4319-9367-e079346b17a2 req-4598a92f-94a8-495b-8040-b9c8139a9ec7 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 946 time: 0.0565755 Aug 09 13:31:28.018094 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-83995448-825e-4319-9367-e079346b17a2 req-2bcbca94-a917-4ba8-a30e-488555b369dd tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426595 Aug 09 13:31:28.653091 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ac188-a131-407a-9b0f-693829ee7f83 req-8fd934eb-4413-42de-a834-f33fc7d1fec9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:28.654501 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b50ac188-a131-407a-9b0f-693829ee7f83 req-8fd934eb-4413-42de-a834-f33fc7d1fec9 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 944 time: 0.0563371 Aug 09 13:31:28.692818 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b50ac188-a131-407a-9b0f-693829ee7f83 req-3126e817-44dd-4140-9a85-1141c9e24a44 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322661 Aug 09 13:31:28.856751 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-b15a8b40-baa0-40ce-89a8-f51341c1d0ff tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:28.858259 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-b15a8b40-baa0-40ce-89a8-f51341c1d0ff tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.42 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 946 time: 0.0547774 Aug 09 13:31:28.946150 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device fd138042-9479-430d-98d7-b8d07a8bac65 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:31:28.960377 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Deleting port 59f04c5e-e0b0-4439-81c1-87b449f84309 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:31:28.960724 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:28.997527 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port fd138042-9479-430d-98d7-b8d07a8bac65 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:31:28.997896 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:29.048898 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] For port 59f04c5e-e0b0-4439-81c1-87b449f84309, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=59f04c5e-e0b0-4439-81c1-87b449f84309,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:31:29.049294 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:29.075155 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:29.098846 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:31:29.101120 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3a1707-511a-4fd9-bbcd-1448d04fa0ca" -d '{"events": [{"server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "name": "network-vif-plugged", "status": "completed", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:31:29.117986 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:31:29.124737 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:29.154334 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f978df-299d-4e2f-ad34-365dbfd45478 x-openstack-request-id: req-79f978df-299d-4e2f-ad34-365dbfd45478 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:31:29.154673 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "name": "network-vif-plugged", "status": "completed", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:31:29.154897 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79f978df-299d-4e2f-ad34-365dbfd45478 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:31:29.155250 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'code': 200} Aug 09 13:31:29.156596 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275df73b-de23-4701-9525-2ccf5a76ae01 req-f7bb40f3-cd4e-4991-8b6a-53205fcd491f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:29.164847 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-275df73b-de23-4701-9525-2ccf5a76ae01 req-f7bb40f3-cd4e-4991-8b6a-53205fcd491f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 946 time: 0.0655985 Aug 09 13:31:29.181936 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=10']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:29.205453 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-275df73b-de23-4701-9525-2ccf5a76ae01 req-1715f591-1003-479e-b928-a09f2a5af81f tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups?id=5486f4df-8a33-4d5d-8001-fed027158f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392361 Aug 09 13:31:29.261299 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:29.261639 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:29.261947 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.l3_db [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Floating IP b68a0fa9-d73d-40c5-be16-1e1a0f21e75e disassociated. External IP: 172.27.3.227, port: 59f04c5e-e0b0-4439-81c1-87b449f84309. Aug 09 13:31:29.262421 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Calling delete_port for 59f04c5e-e0b0-4439-81c1-87b449f84309 owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:31:29.345289 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109d4fc-486f-480d-8174-a8af500509d4 req-335a3ffd-3c3e-4f1c-815d-b9550c70186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:29.346808 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1109d4fc-486f-480d-8174-a8af500509d4 req-335a3ffd-3c3e-4f1c-815d-b9550c70186d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 1099 time: 0.0433083 Aug 09 13:31:29.397289 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1109d4fc-486f-480d-8174-a8af500509d4 req-93ac8bcc-4eec-4639-9acf-90eb4450fdb3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403965 Aug 09 13:31:29.399637 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:29.436588 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event deleted for resources: {'Port': ['ID=59f04c5e-e0b0-4439-81c1-87b449f84309,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:29.565725 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Router 61885b64-e7af-4829-8c5c-23896de968f0 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:31:29.679195 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:31:29.689470 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] Sync routers for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:31:29.700219 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:31:29.701020 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:31:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:29.721451 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] No DVR routers for this DVR port 59f04c5e-e0b0-4439-81c1-87b449f84309 on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:31:29.724072 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:29.726329 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-db2bec51-f627-41ec-9c94-f75196c6d409 req-3fea25ce-6d1e-41c6-a141-960008771ae6 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.42 "DELETE /v2.0/ports/59f04c5e-e0b0-4439-81c1-87b449f84309 HTTP/1.1" status: 204 len: 173 time: 0.8610697 Aug 09 13:31:29.726868 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'name': 'network-vif-deleted', 'tag': '59f04c5e-e0b0-4439-81c1-87b449f84309'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:31:29.729412 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbfa39b-5163-4ca3-87a3-3a6dcd2b9c2f" -d '{"events": [{"server_uuid": "952a9a94-175f-4f12-beb4-c50f74a6097b", "name": "network-vif-deleted", "tag": "59f04c5e-e0b0-4439-81c1-87b449f84309"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:31:29.786030 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9570e01d-e33c-4887-b3d9-e9f76132be3e x-openstack-request-id: req-9570e01d-e33c-4887-b3d9-e9f76132be3e {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:31:29.786465 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a9a94-175f-4f12-beb4-c50f74a6097b", "name": "network-vif-deleted", "tag": "59f04c5e-e0b0-4439-81c1-87b449f84309", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:31:29.786741 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9570e01d-e33c-4887-b3d9-e9f76132be3e {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:31:29.787113 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952a9a94-175f-4f12-beb4-c50f74a6097b', 'name': 'network-vif-deleted', 'tag': '59f04c5e-e0b0-4439-81c1-87b449f84309', 'status': 'completed', 'code': 200} Aug 09 13:31:29.835849 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:31:29.841181 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2b464-e5b1-45b8-a42e-be4bbbf678ac req-4523518a-79cc-4ad8-aee8-7db938ffa74a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:29.842755 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-37a2b464-e5b1-45b8-a42e-be4bbbf678ac req-4523518a-79cc-4ad8-aee8-7db938ffa74a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 946 time: 0.0593884 Aug 09 13:31:29.894251 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-37a2b464-e5b1-45b8-a42e-be4bbbf678ac req-0cebc62f-f50a-47e8-824d-848e0a1509ac tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414016 Aug 09 13:31:30.054383 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:30.090522 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] Checking router: 61885b64-e7af-4829-8c5c-23896de968f0 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:31:30.100593 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:31:30.101211 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:31:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:30.216225 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:31:30.332108 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-57edbbb7-a04f-4820-a405-5654a41f261c req-d0466ce6-8d9f-4db7-9a10-04e4cbfcc4d9 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a9a94-175f-4f12-beb4-c50f74a6097b HTTP/1.1" status: 200 len: 210 time: 0.0336456 Aug 09 13:31:30.471419 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:30.500010 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ee9c4-c958-426f-b762-01b6e1167894 None None] The sync data for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi is: [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '755389ef-8af0-4a64-b24d-147d7889486b', 'name': '', 'network_id': 'b1213056-cd70-44c3-b463-5d2c8e45ad60', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'mac_address': 'fa:16:3e:55:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:23Z', 'updated_at': '2021-08-09T13:24:35Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'subnets': [{'id': 'deee3343-13d4-4428-b960-47c7a74f85e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:31:30.733769 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d3f6e-9e34-4d6d-9fb3-1a63b7d2dd78 None None] New status for floating IP b68a0fa9-d73d-40c5-be16-1e1a0f21e75e: DOWN {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:31:31.033411 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59925f0e-39b8-46ef-9e69-f60a18ff0423 req-9bc167a4-fff2-41a2-bc00-c96e0ab87f4d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:31.034902 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-59925f0e-39b8-46ef-9e69-f60a18ff0423 req-9bc167a4-fff2-41a2-bc00-c96e0ab87f4d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 946 time: 0.0561273 Aug 09 13:31:31.078598 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-59925f0e-39b8-46ef-9e69-f60a18ff0423 req-4513faa4-c019-4239-813e-3615e34d3f5c tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374875 Aug 09 13:31:31.433402 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57874) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:31.497716 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:31.521265 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:31.570123 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:31.575039 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:31.576965 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "DELETE /v2.0/security-groups/5486f4df-8a33-4d5d-8001-fed027158f1f HTTP/1.1" status: 204 len: 168 time: 0.1423028 Aug 09 13:31:31.579815 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57876) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:31.591227 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5486f4df-8a33-4d5d-8001-fed027158f1f,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:31.599901 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.api.v2.resource [None req-fd10e56f-f578-4178-b38c-8e3570f82b3b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] show failed (client error): The resource could not be found. Aug 09 13:31:31.601606 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-fd10e56f-f578-4178-b38c-8e3570f82b3b tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "GET /v2.0/security-groups/5486f4df-8a33-4d5d-8001-fed027158f1f HTTP/1.1" status: 404 len: 347 time: 0.0205369 Aug 09 13:31:31.601776 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.602003 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.602347 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.602673 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.603006 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.603475 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.603800 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.604203 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.604793 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.604995 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.605206 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57878) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:31.605353 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.605596 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2f18f-7785-4995-b195-dc66b9798827 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:31.739474 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-d629ff2a-618e-4a03-9a84-4ae6d943e544 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Deleting port a5dda547-518a-4da5-9182-119ce0c8b411 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:31:31.739774 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d629ff2a-618e-4a03-9a84-4ae6d943e544 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:31.815885 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d629ff2a-618e-4a03-9a84-4ae6d943e544 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:31.816172 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d629ff2a-618e-4a03-9a84-4ae6d943e544 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:31.829673 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-d629ff2a-618e-4a03-9a84-4ae6d943e544 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Calling delete_port for a5dda547-518a-4da5-9182-119ce0c8b411 owned by network:floatingip {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:31:31.979040 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d629ff2a-618e-4a03-9a84-4ae6d943e544 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:32.008881 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629ff2a-618e-4a03-9a84-4ae6d943e544 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Pushing event deleted for resources: {'Port': ['ID=a5dda547-518a-4da5-9182-119ce0c8b411,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:32.098121 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d629ff2a-618e-4a03-9a84-4ae6d943e544 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks [] for floatingip, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:32.101968 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d629ff2a-618e-4a03-9a84-4ae6d943e544 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:32.103355 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-d629ff2a-618e-4a03-9a84-4ae6d943e544 tempest-AttachVolumeTestJSON-1493257337 tempest-AttachVolumeTestJSON-1493257337-project] 10.222.0.32 "DELETE /v2.0/floatingips/b68a0fa9-d73d-40c5-be16-1e1a0f21e75e HTTP/1.1" status: 204 len: 168 time: 0.4968152 Aug 09 13:31:32.215873 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab349a0d-9f92-40ab-8a4e-f1965384e28e req-c69f66ee-7a58-411c-bf51-775777ee6e76 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:32.217518 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ab349a0d-9f92-40ab-8a4e-f1965384e28e req-c69f66ee-7a58-411c-bf51-775777ee6e76 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 946 time: 0.0571158 Aug 09 13:31:32.263123 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ab349a0d-9f92-40ab-8a4e-f1965384e28e req-b4528158-cca6-468b-9157-704a3f1b3e17 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387998 Aug 09 13:31:32.982156 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 59f04c5e-e0b0-4439-81c1-87b449f84309 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:31:33.011522 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 59f04c5e-e0b0-4439-81c1-87b449f84309 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:31:33.011855 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 59f04c5e-e0b0-4439-81c1-87b449f84309 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:31:35.052752 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-001c2dbc-6429-4a61-a955-c76445c32128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:35.707321 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57914) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:36.262814 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077597'] for router_interface, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:36.820954 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] Deleting port 755389ef-8af0-4a64-b24d-147d7889486b {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:31:36.821735 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:36.906265 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] For port 755389ef-8af0-4a64-b24d-147d7889486b, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=755389ef-8af0-4a64-b24d-147d7889486b,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:31:36.906624 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:36.919118 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] Calling delete_port for 755389ef-8af0-4a64-b24d-147d7889486b owned by network:router_interface {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:31:37.102790 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:37.129118 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=755389ef-8af0-4a64-b24d-147d7889486b,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:37.298569 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078253'] for router_interface, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:37.520330 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] Router 61885b64-e7af-4829-8c5c-23896de968f0 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:31:37.567200 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d8a6e2c3-8fa5-4ce6-8a7a-cb4b98894030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:37.628413 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:31:37.633359 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a9238aff-65aa-44a9-bd0d-6c970e102a01 admin admin] 10.222.0.32 "PUT /v2.0/routers/61885b64-e7af-4829-8c5c-23896de968f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9249825 Aug 09 13:31:37.635886 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57918) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:37.638760 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] Sync routers for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:31:37.648254 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:31:37.648958 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:31:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:37.655921 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-03ce8491-b71e-4dc1-a7b7-59cb455a2181 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445371 Aug 09 13:31:37.712071 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:37.718674 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-c9e91563-a1d3-4193-9c12-f1d62b541ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:37.720480 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-c9e91563-a1d3-4193-9c12-f1d62b541ae9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=713976c8cfee4761916292f51ace37d5&device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 1137 time: 0.0414703 Aug 09 13:31:37.754925 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Notify callbacks [] for router, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:37.769072 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:31:37.837572 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-ab282028-c125-4128-919c-3fe54eea4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:37.839112 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-ab282028-c125-4128-919c-3fe54eea4de4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efecba02-5fdb-4ba9-843c-0db180601cbb HTTP/1.1" status: 200 len: 915 time: 0.0987084 Aug 09 13:31:37.862453 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:37.911006 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-940756f3-c107-4288-bdd1-e5aed2e1cd25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 1000 time: 0.0646822 Aug 09 13:31:37.925935 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Deleting port 189fd4b2-8ab6-44f8-a207-c430891b1796 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:31:37.926574 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:37.966717 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-3be9e832-a572-4792-bfc0-c39259224900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:37.968340 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-3be9e832-a572-4792-bfc0-c39259224900 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2fdb6f3-e18e-45ff-a500-5798c633245c HTTP/1.1" status: 200 len: 853 time: 0.0497525 Aug 09 13:31:37.970544 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.013595 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] For port 189fd4b2-8ab6-44f8-a207-c430891b1796, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=189fd4b2-8ab6-44f8-a207-c430891b1796,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:31:38.014019 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.019086 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-411eba66-fbdd-4e08-ab47-838bfc1b4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:38.020655 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-411eba66-fbdd-4e08-ab47-838bfc1b4744 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efecba02-5fdb-4ba9-843c-0db180601cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450125 Aug 09 13:31:38.028673 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Calling delete_port for 189fd4b2-8ab6-44f8-a207-c430891b1796 owned by network:router_gateway {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:31:38.096366 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:31:37Z', 'revision_number': 5, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port': {'id': '189fd4b2-8ab6-44f8-a207-c430891b1796', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61885b64-e7af-4829-8c5c-23896de968f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:16Z', 'updated_at': '2021-08-09T13:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:38.130978 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] Checking router: 61885b64-e7af-4829-8c5c-23896de968f0 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:31:38.139242 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-4506b19d-19e3-4820-b1fe-5313fc54fd19 service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096046 Aug 09 13:31:38.144345 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] Routers {'61885b64-e7af-4829-8c5c-23896de968f0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:31:38.145361 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:31:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['61885b64-e7af-4829-8c5c-23896de968f0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:38.217942 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.239192 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-3e77287d-141c-4eb7-9694-f1e870d7fb22 req-6efcdc47-37f0-4c13-aa30-a8fe11c0e27c service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925040 Aug 09 13:31:38.245130 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Pushing event deleted for resources: {'Port': ['ID=189fd4b2-8ab6-44f8-a207-c430891b1796,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:38.287679 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] Set router 61885b64-e7af-4829-8c5c-23896de968f0 gateway port host: None {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:31:38.311793 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076107'] for router_gateway, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.344836 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:31:37Z', 'revision_number': 6, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port_host': None}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:38.371240 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb76bf-92a5-4c10-8508-cce8723604e0 None None] The sync data for ids ['61885b64-e7af-4829-8c5c-23896de968f0'] in dv-cinder-787296-4-iscsi is: [{'id': '61885b64-e7af-4829-8c5c-23896de968f0', 'name': 'tempest-AttachVolumeTestJSON-2126954041-router', 'tenant_id': '81b367df9c524d338ad70a4d405ede7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:31:37Z', 'revision_number': 6, 'project_id': '81b367df9c524d338ad70a4d405ede7c', 'gw_port_host': None}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:31:38.403688 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2080319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35231'] for router, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.405915 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.454420 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080459'] for router, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.455182 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61885b64-e7af-4829-8c5c-23896de968f0 {{(pid=93361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 13:31:38.459980 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] Notify callbacks [] for router, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.463610 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-2f0fd2f5-8688-4226-b80f-e9994896e487 admin admin] 10.222.0.32 "DELETE /v2.0/routers/61885b64-e7af-4829-8c5c-23896de968f0 HTTP/1.1" status: 204 len: 168 time: 0.8243425 Aug 09 13:31:38.463859 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57920) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:38.512798 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afa11e3-3e0b-4b50-aafd-51ab565d6fe5 admin admin] Deleting subnet deee3343-13d4-4428-b960-47c7a74f85e9 {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:31:38.516968 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7afa11e3-3e0b-4b50-aafd-51ab565d6fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.554943 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7afa11e3-3e0b-4b50-aafd-51ab565d6fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4973682'] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.676188 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7afa11e3-3e0b-4b50-aafd-51ab565d6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.771760 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7afa11e3-3e0b-4b50-aafd-51ab565d6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7808304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5859452'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.783887 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.807457 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa11e3-3e0b-4b50-aafd-51ab565d6fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deee3343-13d4-4428-b960-47c7a74f85e9,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:38.812975 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7afa11e3-3e0b-4b50-aafd-51ab565d6fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.814848 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-7afa11e3-3e0b-4b50-aafd-51ab565d6fe5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/deee3343-13d4-4428-b960-47c7a74f85e9 HTTP/1.1" status: 204 len: 168 time: 0.3498585 Aug 09 13:31:38.817373 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57922) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:38.820587 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6e6285-2c84-4001-b49c-2a2d19ff417a None None] Network b1213056-cd70-44c3-b463-5d2c8e45ad60 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:31:38.892042 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:38.957897 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Deleting port 66c92f43-7b30-4840-b87d-3bfa37f9667b {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:31:38.959046 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.024327 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] For port 66c92f43-7b30-4840-b87d-3bfa37f9667b, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=66c92f43-7b30-4840-b87d-3bfa37f9667b,segment=NetworkSegment(b5edd256-062a-45ca-9a4b-dfca1687e393),segment_id=b5edd256-062a-45ca-9a4b-dfca1687e393)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:31:39.024603 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.037375 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Calling delete_port for 66c92f43-7b30-4840-b87d-3bfa37f9667b owned by network:dhcp {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:31:39.120909 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.145502 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c92f43-7b30-4840-b87d-3bfa37f9667b,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:39.148817 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] No DVR routers for this DVR port 66c92f43-7b30-4840-b87d-3bfa37f9667b on host dv-cinder-787296-4-iscsi {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:31:39.220118 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.230106 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1213056-cd70-44c3-b463-5d2c8e45ad60']}} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:39.241802 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5edd256-062a-45ca-9a4b-dfca1687e393') {'for_net_delete': True} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:39.242080 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5edd256-062a-45ca-9a4b-dfca1687e393') {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:39.255070 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4973669'] for segment, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.272674 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.288909 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:31:39.289565 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808494'] for segment, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: Traceback (most recent call last): Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: timer() Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: cb(*args, **kw) Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: return func(*args, **kwargs) Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: self._notify() Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: self.callback(batched_events) Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: event.method(event) Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: return f(self, *a, **k) Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._get(url).json() Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: return self.request(url, 'GET', **kwargs) Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:31:39.292655 dv-cinder-787296-4-iscsi neutron-server[93361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:31:39.310997 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5502e04a-07aa-4cfb-a4bc-b0adf58c95fe None None] DHCP port deletion for b1213056-cd70-44c3-b463-5d2c8e45ad60 request from dv-cinder-787296-4-iscsi {{(pid=93363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 13:31:39.359121 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.364822 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.368762 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b1213056-cd70-44c3-b463-5d2c8e45ad60 HTTP/1.1" status: 204 len: 168 time: 0.5504346 Aug 09 13:31:39.381387 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075e0d3-6414-42c6-a1d3-cb96cf8286f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1213056-cd70-44c3-b463-5d2c8e45ad60,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:39.485734 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57926) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:39.528845 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-36402e93-4f66-4d46-b74f-7cf683bb08b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81b367df9c524d338ad70a4d405ede7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416861 Aug 09 13:31:39.531278 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57928) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:39.589701 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-db442971-5329-4a66-8c0c-25d7305cbaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.615265 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-db442971-5329-4a66-8c0c-25d7305cbaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.695700 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-db442971-5329-4a66-8c0c-25d7305cbaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.700755 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-db442971-5329-4a66-8c0c-25d7305cbaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:39.702658 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-db442971-5329-4a66-8c0c-25d7305cbaab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09280f9f-f4e6-403a-b5de-f754bf392bbf HTTP/1.1" status: 204 len: 168 time: 0.1702325 Aug 09 13:31:39.715875 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db442971-5329-4a66-8c0c-25d7305cbaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09280f9f-f4e6-403a-b5de-f754bf392bbf,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:40.136007 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 66c92f43-7b30-4840-b87d-3bfa37f9667b no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:31:40.171886 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 66c92f43-7b30-4840-b87d-3bfa37f9667b {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:31:40.172482 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 66c92f43-7b30-4840-b87d-3bfa37f9667b not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:31:40.173169 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 755389ef-8af0-4a64-b24d-147d7889486b no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:31:40.210360 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 755389ef-8af0-4a64-b24d-147d7889486b {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:31:40.210918 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 755389ef-8af0-4a64-b24d-147d7889486b not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:31:40.211605 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 189fd4b2-8ab6-44f8-a207-c430891b1796 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:31:40.259881 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 189fd4b2-8ab6-44f8-a207-c430891b1796 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:31:40.260485 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 189fd4b2-8ab6-44f8-a207-c430891b1796 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:31:40.276902 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:40.665963 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57950) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:40.775724 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1022077167-network', 'tenant_id': '8d4834869fae4774ba813defda71a1aa'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:31:40.797673 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Made reservation on behalf of 8d4834869fae4774ba813defda71a1aa for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:31:40.800020 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:40.809374 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:40.899730 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:40.905030 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:40.929827 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:31:40.939995 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aa5081-ed77-43ba-80c2-4ede96efc79d,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:40.944753 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:40.945093 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Added segment fb732a29-af30-43c3-8569-0be00e1ec529 of type vlan for network 553dcc33-3f11-4f26-870a-523250857f6d Aug 09 13:31:40.955448 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.955794 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.956130 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.956489 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.956816 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.957139 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.957463 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.957780 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.958100 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.958415 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.958729 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:40.959040 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:31:41.003011 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:41.033060 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:41.034098 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:41.034661 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:41.083836 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4167225 Aug 09 13:31:41.086873 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57956) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:41.092224 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Request body: {'subnet': {'network_id': '553dcc33-3f11-4f26-870a-523250857f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1022077167-subnet', 'tenant_id': '8d4834869fae4774ba813defda71a1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:31:41.092741 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fe062-cfab-4215-8ca8-d4d7ce9f5174 admin admin] Pushing event updated for resources: {'Network': ['ID=553dcc33-3f11-4f26-870a-523250857f6d,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:41.103103 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network 553dcc33-3f11-4f26-870a-523250857f6d details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:31:41.118689 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Made reservation on behalf of 8d4834869fae4774ba813defda71a1aa for: {'subnet': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:31:41.121837 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5859415'] for subnet, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:41.302889 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7808375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5859429'] for subnet, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:41.350080 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec41b0a0-a67f-408f-9ebd-dff2f1739f4c,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:41.376499 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Checking segment: {'id': 'fb732a29-af30-43c3-8569-0be00e1ec529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '553dcc33-3f11-4f26-870a-523250857f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:31:41.376896 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Network hostable DHCP agents. Network: 553dcc33-3f11-4f26-870a-523250857f6d, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:31:41.396725 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Network 553dcc33-3f11-4f26-870a-523250857f6d is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:31:41.408363 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, 553dcc33-3f11-4f26-870a-523250857f6d) {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:31:41.412671 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:41.413265 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:41.417859 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5816b351-18cb-4a05-8d68-ca2638abab59 None None] Network 553dcc33-3f11-4f26-870a-523250857f6d requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:31:41.429238 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-46bceca2-2c3e-4762-a2da-f6445d367354 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3410938 Aug 09 13:31:41.548329 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a2111-8b3a-4862-a9e1-9edcde3c65c5 None None] Network 553dcc33-3f11-4f26-870a-523250857f6d requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:31:41.959481 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57974) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:41.965007 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1056080510-network', 'tenant_id': '59899264ea0d4073bd04b5010224522a'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:31:41.990645 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Made reservation on behalf of 59899264ea0d4073bd04b5010224522a for: {'network': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:31:41.993100 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for network, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.016174 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.135367 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.141679 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.169552 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 13:31:42.176261 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84434d2-727e-4657-956c-a2f3ce016e4b,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:42.182240 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.182574 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.segments_db [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Added segment d6ad2a6f-2930-4d6f-ad5c-d87d11db9fd4 of type vlan for network f4365dc4-44bf-4f9b-8ede-46e585805149 Aug 09 13:31:42.229089 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735473574229'] for network, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.261061 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014'] for network, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.262788 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:42.263376 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.317533 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3569603 Aug 09 13:31:42.320443 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57978) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:42.325885 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Request body: {'subnet': {'network_id': 'f4365dc4-44bf-4f9b-8ede-46e585805149', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1056080510-subnet', 'tenant_id': '59899264ea0d4073bd04b5010224522a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:31:42.327473 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db7500-b0a4-4988-b2f2-c6ee9cb96052 admin admin] Pushing event updated for resources: {'Network': ['ID=f4365dc4-44bf-4f9b-8ede-46e585805149,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:42.337970 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Network f4365dc4-44bf-4f9b-8ede-46e585805149 details requested by agent ovs-agent-dv-cinder-787296-4-iscsi with host dv-cinder-787296-4-iscsi {{(pid=93363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 13:31:42.352340 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Made reservation on behalf of 59899264ea0d4073bd04b5010224522a for: {'subnet': 1} {{(pid=93361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:31:42.354831 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5859415'] for subnet, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.531734 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7808375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5859429'] for subnet, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.587715 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3517bcc-2981-4f94-a6af-340bfe0c3b92,revision_number=0']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:42.596531 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Checking segment: {'id': 'd6ad2a6f-2930-4d6f-ad5c-d87d11db9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f4365dc4-44bf-4f9b-8ede-46e585805149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:31:42.596890 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Network hostable DHCP agents. Network: f4365dc4-44bf-4f9b-8ede-46e585805149, hostable agents: ['4e622a19-9bcc-42ab-a020-851621cae83b'], hosted agents: [] {{(pid=93361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 13:31:42.614746 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Network f4365dc4-44bf-4f9b-8ede-46e585805149 is scheduled to be hosted by DHCP agent 4e622a19-9bcc-42ab-a020-851621cae83b with binding_index 1 {{(pid=93361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 13:31:42.625426 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.base_scheduler [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-4-iscsi, f4365dc4-44bf-4f9b-8ede-46e585805149) {{(pid=93361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:31:42.630264 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:42.631383 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.634540 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b8357-558b-49ad-b76b-ad41ede5ce05 None None] Network f4365dc4-44bf-4f9b-8ede-46e585805149 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:31:42.647873 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-df616ffa-274b-4a70-9a92-5f0da854f5d4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3262167 Aug 09 13:31:42.759998 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d27495-9d47-4a52-ab63-6f2b3611e84f None None] Network f4365dc4-44bf-4f9b-8ede-46e585805149 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:31:42.769005 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57982) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:42.817583 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bf36c7-cc50-4f91-99d5-5aa7f9d361dd admin admin] Deleting subnet ec41b0a0-a67f-408f-9ebd-dff2f1739f4c {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:31:42.820982 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e4bf36c7-cc50-4f91-99d5-5aa7f9d361dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.856265 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e4bf36c7-cc50-4f91-99d5-5aa7f9d361dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4973682'] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.896954 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e4bf36c7-cc50-4f91-99d5-5aa7f9d361dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.953352 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e4bf36c7-cc50-4f91-99d5-5aa7f9d361dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7808304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5859452'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.987275 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf36c7-cc50-4f91-99d5-5aa7f9d361dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec41b0a0-a67f-408f-9ebd-dff2f1739f4c,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:42.989688 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-e4bf36c7-cc50-4f91-99d5-5aa7f9d361dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:42.991464 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-e4bf36c7-cc50-4f91-99d5-5aa7f9d361dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ec41b0a0-a67f-408f-9ebd-dff2f1739f4c HTTP/1.1" status: 204 len: 168 time: 0.2213688 Aug 09 13:31:42.994965 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 57984) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:43.064612 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.148384 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.159445 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553dcc33-3f11-4f26-870a-523250857f6d']}} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:43.173231 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb732a29-af30-43c3-8569-0be00e1ec529') {'for_net_delete': True} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:43.173519 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb732a29-af30-43c3-8569-0be00e1ec529') {} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:43.182514 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8290816'] for segment, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.196881 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.203287 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:31:43.203727 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8150994'] for segment, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: Traceback (most recent call last): Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: timer() Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: cb(*args, **kw) Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: return func(*args, **kwargs) Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: self._notify() Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: self.callback(batched_events) Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: event.method(event) Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: return f(self, *a, **k) Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._get(url).json() Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: return self.request(url, 'GET', **kwargs) Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:31:43.205321 dv-cinder-787296-4-iscsi neutron-server[93362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:31:43.525983 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.531457 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.533284 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] 10.222.0.32 "DELETE /v2.0/networks/553dcc33-3f11-4f26-870a-523250857f6d HTTP/1.1" status: 204 len: 168 time: 0.5368028 Aug 09 13:31:43.536317 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57986) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:43.544657 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31267228-5c25-4877-b3f9-51951a6f8465 admin admin] Pushing event deleted for resources: {'Network': ['ID=553dcc33-3f11-4f26-870a-523250857f6d,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:43.586194 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46d4160-d402-44ba-afa6-8cb52e4e1343 admin admin] Deleting subnet c3517bcc-2981-4f94-a6af-340bfe0c3b92 {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:31:43.589634 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b46d4160-d402-44ba-afa6-8cb52e4e1343 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.627832 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b46d4160-d402-44ba-afa6-8cb52e4e1343 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4973682'] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.671193 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b46d4160-d402-44ba-afa6-8cb52e4e1343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.736507 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b46d4160-d402-44ba-afa6-8cb52e4e1343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7808304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5859452'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.769366 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d4160-d402-44ba-afa6-8cb52e4e1343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3517bcc-2981-4f94-a6af-340bfe0c3b92,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:43.774221 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b46d4160-d402-44ba-afa6-8cb52e4e1343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.776270 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-b46d4160-d402-44ba-afa6-8cb52e4e1343 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c3517bcc-2981-4f94-a6af-340bfe0c3b92 HTTP/1.1" status: 204 len: 168 time: 0.2386231 Aug 09 13:31:43.778971 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57988) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:43.847964 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.931498 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.944509 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4365dc4-44bf-4f9b-8ede-46e585805149']}} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:43.957235 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ad2a6f-2930-4d6f-ad5c-d87d11db9fd4') {'for_net_delete': True} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:43.957528 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ad2a6f-2930-4d6f-ad5c-d87d11db9fd4') {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:43.966834 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4973669'] for segment, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.982322 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.988906 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:31:43.989282 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808494'] for segment, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: Traceback (most recent call last): Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: timer() Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: cb(*args, **kw) Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: return func(*args, **kwargs) Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: self._notify() Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: self.callback(batched_events) Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: event.method(event) Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: return f(self, *a, **k) Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._get(url).json() Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: return self.request(url, 'GET', **kwargs) Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:31:43.990912 dv-cinder-787296-4-iscsi neutron-server[93361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:31:44.047331 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:44.052986 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:44.054889 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f4365dc4-44bf-4f9b-8ede-46e585805149 HTTP/1.1" status: 204 len: 168 time: 0.2750261 Aug 09 13:31:44.066367 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51577385-806c-4e87-8f09-773ace061ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4365dc4-44bf-4f9b-8ede-46e585805149,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:44.225543 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57992) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:44.267881 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-c5010ea2-de46-4f81-a636-833cbb4a5e52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d4834869fae4774ba813defda71a1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411127 Aug 09 13:31:44.270874 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 57994) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:44.326221 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b62ffec1-503e-4839-828b-3bb9747f54ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:44.347056 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b62ffec1-503e-4839-828b-3bb9747f54ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:44.395765 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b62ffec1-503e-4839-828b-3bb9747f54ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:44.398397 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b62ffec1-503e-4839-828b-3bb9747f54ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:44.399581 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-b62ffec1-503e-4839-828b-3bb9747f54ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62aa5081-ed77-43ba-80c2-4ede96efc79d HTTP/1.1" status: 204 len: 168 time: 0.1278081 Aug 09 13:31:44.408119 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ffec1-503e-4839-828b-3bb9747f54ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aa5081-ed77-43ba-80c2-4ede96efc79d,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:44.762525 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58000) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:44.808035 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-da907045-b66c-4782-ae0d-61846da60bd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59899264ea0d4073bd04b5010224522a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431395 Aug 09 13:31:44.809975 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58002) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:44.862935 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8eb60a7e-0b54-4ea1-990d-9f9e8de2dd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:44.887318 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8eb60a7e-0b54-4ea1-990d-9f9e8de2dd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:44.938880 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8eb60a7e-0b54-4ea1-990d-9f9e8de2dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:44.943039 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-8eb60a7e-0b54-4ea1-990d-9f9e8de2dd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:44.944910 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-8eb60a7e-0b54-4ea1-990d-9f9e8de2dd6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f84434d2-727e-4657-956c-a2f3ce016e4b HTTP/1.1" status: 204 len: 168 time: 0.1336725 Aug 09 13:31:44.954222 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb60a7e-0b54-4ea1-990d-9f9e8de2dd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84434d2-727e-4657-956c-a2f3ce016e4b,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:46.658784 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58042) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:46.782255 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9805a85b-262a-40fb-98d9-18e91ed70cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:46.888011 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9805a85b-262a-40fb-98d9-18e91ed70cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:46.896421 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9805a85b-262a-40fb-98d9-18e91ed70cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:46.940196 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-9805a85b-262a-40fb-98d9-18e91ed70cf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdc6342200bb43e187dcc22f37c7c43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802718 Aug 09 13:31:46.941599 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805a85b-262a-40fb-98d9-18e91ed70cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde7c2a7-23a2-4d8b-889d-051b4cca1b0f,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:46.943008 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58046) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:46.994029 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-879dab3e-93e0-403d-aac8-ca9f93cc12de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.017261 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-879dab3e-93e0-403d-aac8-ca9f93cc12de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.067773 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-879dab3e-93e0-403d-aac8-ca9f93cc12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.071939 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-879dab3e-93e0-403d-aac8-ca9f93cc12de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.073756 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-879dab3e-93e0-403d-aac8-ca9f93cc12de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cde7c2a7-23a2-4d8b-889d-051b4cca1b0f HTTP/1.1" status: 204 len: 168 time: 0.1289568 Aug 09 13:31:47.082195 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dab3e-93e0-403d-aac8-ca9f93cc12de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde7c2a7-23a2-4d8b-889d-051b4cca1b0f,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:47.372501 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58052) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:47.386531 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b1c325b0-fc85-4e98-8aad-a21372fdeb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.493975 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b1c325b0-fc85-4e98-8aad-a21372fdeb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.500631 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b1c325b0-fc85-4e98-8aad-a21372fdeb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.539856 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-b1c325b0-fc85-4e98-8aad-a21372fdeb7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=968f11e4509a463585fed1aa1ed5dd29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661670 Aug 09 13:31:47.540477 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c325b0-fc85-4e98-8aad-a21372fdeb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bd0219-8563-4871-b56d-d27f5acd6254,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:47.542899 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58054) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:47.595509 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a59eff96-8262-4dfe-a0de-9e75a68e6acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.618448 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a59eff96-8262-4dfe-a0de-9e75a68e6acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.671350 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a59eff96-8262-4dfe-a0de-9e75a68e6acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.674114 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a59eff96-8262-4dfe-a0de-9e75a68e6acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:47.675295 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a59eff96-8262-4dfe-a0de-9e75a68e6acc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8bd0219-8563-4871-b56d-d27f5acd6254 HTTP/1.1" status: 204 len: 168 time: 0.1311004 Aug 09 13:31:47.686946 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59eff96-8262-4dfe-a0de-9e75a68e6acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bd0219-8563-4871-b56d-d27f5acd6254,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:48.569109 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-6f3bedcc-d21f-4131-aa1f-268415bf26a9 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538062491&fields=id&tenant_id=713976c8cfee4761916292f51ace37d5 HTTP/1.1" status: 200 len: 267 time: 0.0395870 Aug 09 13:31:48.623810 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-c5037712-fbd1-41ef-86d7-9d27b53a5e32 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:48.625604 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-c5037712-fbd1-41ef-86d7-9d27b53a5e32 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 984 time: 0.0500886 Aug 09 13:31:48.637454 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.v2.base [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-3efd8e48-1a53-428c-9900-0e411ba79440 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Request body: {'port': {'security_groups': ['d355c4fb-91af-4b2e-becb-f43911748b44']}} {{(pid=93361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:31:48.724158 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-3efd8e48-1a53-428c-9900-0e411ba79440 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.172994 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-3efd8e48-1a53-428c-9900-0e411ba79440 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] For port aa30938e-5157-4e3f-a7fc-de45a9366057, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=aa30938e-5157-4e3f-a7fc-de45a9366057,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:31:49.206116 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-3efd8e48-1a53-428c-9900-0e411ba79440 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for port, precommit_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.211653 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-3efd8e48-1a53-428c-9900-0e411ba79440 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7808266'] for port, after_update {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.223729 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['aa30938e-5157-4e3f-a7fc-de45a9366057'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:31:49.264115 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-3efd8e48-1a53-428c-9900-0e411ba79440 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:49.264788 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-3efd8e48-1a53-428c-9900-0e411ba79440 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.266246 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-aefda7ee-62be-4a51-83cc-dc1ccbb51632 req-3efd8e48-1a53-428c-9900-0e411ba79440 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "PUT /v2.0/ports/aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 942 time: 0.6339362 Aug 09 13:31:49.266705 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:31:49.269064 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41705ca6-c98c-4f1b-a1d8-0419cda2b682" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:31:49.272614 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58102) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:49.312164 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd8e48-1a53-428c-9900-0e411ba79440 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event updated for resources: {'Port': ['ID=aa30938e-5157-4e3f-a7fc-de45a9366057,revision_number=7']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:49.326021 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799084fe-61fa-40eb-9d2f-e22743e4e9ee x-openstack-request-id: req-799084fe-61fa-40eb-9d2f-e22743e4e9ee {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:31:49.326402 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:31:49.326743 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-799084fe-61fa-40eb-9d2f-e22743e4e9ee {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:31:49.327316 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'status': 'completed', 'code': 200} Aug 09 13:31:49.392215 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['aa30938e-5157-4e3f-a7fc-de45a9366057'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:31:49.421402 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-263328d4-878a-4515-b131-d6d5f1d121cc tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.454980 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-263328d4-878a-4515-b131-d6d5f1d121cc tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.473661 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-4f7283c1-fd5a-4dc9-aa50-e7a77bf1e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:49.475273 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-4f7283c1-fd5a-4dc9-aa50-e7a77bf1e190 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=713976c8cfee4761916292f51ace37d5&device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 1098 time: 0.1207621 Aug 09 13:31:49.593927 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-cbac1f77-aeec-43ec-a14d-e488554ad68f None None] Provisioning complete for port aa30938e-5157-4e3f-a7fc-de45a9366057 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:31:49.594143 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-bcd78d2e-c347-44e4-82be-4b0c018fdae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:49.594523 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-cbac1f77-aeec-43ec-a14d-e488554ad68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.596019 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-bcd78d2e-c347-44e4-82be-4b0c018fdae5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efecba02-5fdb-4ba9-843c-0db180601cbb HTTP/1.1" status: 200 len: 915 time: 0.1049974 Aug 09 13:31:49.669854 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-263328d4-878a-4515-b131-d6d5f1d121cc tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.672685 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-263328d4-878a-4515-b131-d6d5f1d121cc tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.676499 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-263328d4-878a-4515-b131-d6d5f1d121cc tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "DELETE /v2.0/security-groups/96680dde-71e2-44b4-a6fc-9335c3f72588 HTTP/1.1" status: 204 len: 168 time: 0.3989084 Aug 09 13:31:49.676803 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58108) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:31:49.691447 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263328d4-878a-4515-b131-d6d5f1d121cc tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96680dde-71e2-44b4-a6fc-9335c3f72588,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:49.708395 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-df9a0c0d-a42f-4e2b-a932-057de1fa72bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 1000 time: 0.1001980 Aug 09 13:31:49.762890 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-71a70a47-38ba-40bf-bf61-8bee2c475751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:49.764610 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-71a70a47-38ba-40bf-bf61-8bee2c475751 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2fdb6f3-e18e-45ff-a500-5798c633245c HTTP/1.1" status: 200 len: 853 time: 0.0480924 Aug 09 13:31:49.815086 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-d4315c27-5a3d-466c-93f6-f8c3619153e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:49.815086 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-d4315c27-5a3d-466c-93f6-f8c3619153e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efecba02-5fdb-4ba9-843c-0db180601cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395274 Aug 09 13:31:49.844048 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Deleting port 4fac407e-bba3-450b-b83d-29ecbe3b5189 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:31:49.844417 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.912819 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-52e1a482-7414-4b5c-8730-954f211d0a51 service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886347 Aug 09 13:31:49.932313 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.932745 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:49.945286 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Calling delete_port for 4fac407e-bba3-450b-b83d-29ecbe3b5189 owned by network:floatingip {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:31:50.009648 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-41705ca6-c98c-4f1b-a1d8-0419cda2b682 req-306588b2-9878-41c9-8834-655799fe36d2 service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877130 Aug 09 13:31:50.155275 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:50.181204 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event deleted for resources: {'Port': ['ID=4fac407e-bba3-450b-b83d-29ecbe3b5189,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:50.242835 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks [] for floatingip, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:50.243160 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.l3_db [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Floating IP 653e4135-91fa-4fa0-9e46-61bdc6ede258 disassociated (deleted). External IP: 172.27.3.60, port: aa30938e-5157-4e3f-a7fc-de45a9366057. Aug 09 13:31:50.393568 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:31:50.467565 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Router a0912350-c21e-4d5c-a5d0-862c663dafd7 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:31:50.581153 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:31:50.586188 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:50.592831 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] Sync routers for ids ['a0912350-c21e-4d5c-a5d0-862c663dafd7'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:31:50.602161 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] Routers {'a0912350-c21e-4d5c-a5d0-862c663dafd7'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:31:50.602776 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:31:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['a0912350-c21e-4d5c-a5d0-862c663dafd7'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:50.624051 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-f103a5d1-64d2-46ee-b725-f74b28f5dca1 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "DELETE /v2.0/floatingips/653e4135-91fa-4fa0-9e46-61bdc6ede258 HTTP/1.1" status: 204 len: 168 time: 0.9461272 Aug 09 13:31:50.721059 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] Set router a0912350-c21e-4d5c-a5d0-862c663dafd7 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:31:50.948236 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:14Z', 'revision_number': 5, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:50.974975 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] Checking router: a0912350-c21e-4d5c-a5d0-862c663dafd7 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:31:50.983224 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] Routers {'a0912350-c21e-4d5c-a5d0-862c663dafd7'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:31:50.983815 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:31:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['a0912350-c21e-4d5c-a5d0-862c663dafd7'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:51.094045 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] Set router a0912350-c21e-4d5c-a5d0-862c663dafd7 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:31:51.312911 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:14Z', 'revision_number': 5, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:31:51.328978 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:31:51.331380 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafdfbac-d620-4d50-b4e8-20a077180bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:31:51.339391 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f8cdf-084e-428f-a487-f3fe6f9a8acf None None] The sync data for ids ['a0912350-c21e-4d5c-a5d0-862c663dafd7'] in dv-cinder-787296-4-iscsi is: [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:29:08Z', 'revision_number': 4, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': 'fb3a8131-a2a8-4117-bd52-353f18517c3e', 'name': '', 'network_id': 'efecba02-5fdb-4ba9-843c-0db180601cbb', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'mac_address': 'fa:16:3e:e6:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:07Z', 'updated_at': '2021-08-09T13:29:14Z', 'revision_number': 5, 'project_id': '713976c8cfee4761916292f51ace37d5', 'subnets': [{'id': 'a2fdb6f3-e18e-45ff-a500-5798c633245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:31:51.374796 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535ce1dd-47b8-4a8a-a1cd-24899260ed0b x-openstack-request-id: req-535ce1dd-47b8-4a8a-a1cd-24899260ed0b {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:31:51.375089 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:31:51.375319 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-535ce1dd-47b8-4a8a-a1cd-24899260ed0b {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:31:51.375716 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'status': 'completed', 'code': 200} Aug 09 13:31:51.601089 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a0b8f-0636-4fa7-8703-6ded3ec8ca7b None None] New status for floating IP 653e4135-91fa-4fa0-9e46-61bdc6ede258: DOWN {{(pid=93363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:31:53.933612 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-bb6c8867-1881-41b9-bdb4-de63abcfe62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:53.935122 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-bb6c8867-1881-41b9-bdb4-de63abcfe62d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=713976c8cfee4761916292f51ace37d5&device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0481536 Aug 09 13:31:54.041700 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-3ab36ea0-57cb-4aea-94e5-e807cc087204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:54.043148 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-3ab36ea0-57cb-4aea-94e5-e807cc087204 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efecba02-5fdb-4ba9-843c-0db180601cbb HTTP/1.1" status: 200 len: 915 time: 0.0956893 Aug 09 13:31:54.088971 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-baa406b5-ea8a-4278-a3c4-359387dd7007 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 200 len: 217 time: 0.0381730 Aug 09 13:31:54.147556 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-7eac4980-ac9c-463b-bc10-f4c8229455df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:54.148953 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-7eac4980-ac9c-463b-bc10-f4c8229455df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2fdb6f3-e18e-45ff-a500-5798c633245c HTTP/1.1" status: 200 len: 853 time: 0.0473986 Aug 09 13:31:54.202472 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-d78c95cc-3bcb-4bbc-98bc-6b05a0d228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:54.204331 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-d78c95cc-3bcb-4bbc-98bc-6b05a0d228c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efecba02-5fdb-4ba9-843c-0db180601cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463390 Aug 09 13:31:54.307872 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-74ff7b77-11d4-41f0-8443-3f5e7704d635 service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915496 Aug 09 13:31:54.408544 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-cafdfbac-d620-4d50-b4e8-20a077180bb6 req-e8a550a8-52d5-42b9-a298-dd32758414ce service neutron] 10.222.0.42 "GET /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928617 Aug 09 13:31:56.587036 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff168caa-1b85-49df-8fea-760b25a853bf req-fe1fa3f7-04dd-4883-a4ec-ab567b1a307b tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:56.588499 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ff168caa-1b85-49df-8fea-760b25a853bf req-fe1fa3f7-04dd-4883-a4ec-ab567b1a307b tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0648289 Aug 09 13:31:56.629102 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ff168caa-1b85-49df-8fea-760b25a853bf req-619d5a7a-473f-426e-8e27-097a28c9ad74 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339336 Aug 09 13:31:57.750256 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfecef-ff9f-4702-9156-d54e83231a0d req-1aee30a0-a758-4321-8d66-fdf01d3988cf tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:57.751741 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-38bfecef-ff9f-4702-9156-d54e83231a0d req-1aee30a0-a758-4321-8d66-fdf01d3988cf tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0525467 Aug 09 13:31:57.801267 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-38bfecef-ff9f-4702-9156-d54e83231a0d req-9438036d-2ea3-4bdb-840e-9a1351a3761a tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 Aug 09 13:31:58.947389 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64ab6-b5f6-494b-b768-504c3d088f48 req-d37a876a-fae2-495e-a060-d0db23fbc72c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:58.948937 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-58d64ab6-b5f6-494b-b768-504c3d088f48 req-d37a876a-fae2-495e-a060-d0db23fbc72c tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0579360 Aug 09 13:31:58.987914 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-58d64ab6-b5f6-494b-b768-504c3d088f48 req-e9239366-fd91-49e9-a708-bd4c0c5eaba0 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/security-groups?id=d355c4fb-91af-4b2e-becb-f43911748b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328834 Aug 09 13:31:59.074444 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-cacdbf87-c9a6-4a8a-84c6-e3626333ae03 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:31:59.075929 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-cacdbf87-c9a6-4a8a-84c6-e3626333ae03 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 945 time: 0.0543990 Aug 09 13:31:59.191524 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-311e5b6a-274f-4cf2-9ee6-9a83afbb7b94 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Deleting port aa30938e-5157-4e3f-a7fc-de45a9366057 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:31:59.191769 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-311e5b6a-274f-4cf2-9ee6-9a83afbb7b94 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:59.281399 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-311e5b6a-274f-4cf2-9ee6-9a83afbb7b94 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] For port aa30938e-5157-4e3f-a7fc-de45a9366057, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=aa30938e-5157-4e3f-a7fc-de45a9366057,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:31:59.281769 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-311e5b6a-274f-4cf2-9ee6-9a83afbb7b94 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:59.295035 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-311e5b6a-274f-4cf2-9ee6-9a83afbb7b94 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Calling delete_port for aa30938e-5157-4e3f-a7fc-de45a9366057 owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:31:59.435851 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-311e5b6a-274f-4cf2-9ee6-9a83afbb7b94 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:59.454192 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['aa30938e-5157-4e3f-a7fc-de45a9366057'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:31:59.464784 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e5b6a-274f-4cf2-9ee6-9a83afbb7b94 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Pushing event deleted for resources: {'Port': ['ID=aa30938e-5157-4e3f-a7fc-de45a9366057,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:31:59.510374 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-311e5b6a-274f-4cf2-9ee6-9a83afbb7b94 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] No DVR routers for this DVR port aa30938e-5157-4e3f-a7fc-de45a9366057 on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:31:59.512500 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-311e5b6a-274f-4cf2-9ee6-9a83afbb7b94 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:31:59.514496 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4a1cdee9-d464-4ad5-b16a-4cb5c8fb8a63 req-311e5b6a-274f-4cf2-9ee6-9a83afbb7b94 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.42 "DELETE /v2.0/ports/aa30938e-5157-4e3f-a7fc-de45a9366057 HTTP/1.1" status: 204 len: 173 time: 0.4319797 Aug 09 13:31:59.514926 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'name': 'network-vif-deleted', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:31:59.517215 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e72e50b-a84a-4b1f-8e01-269e473d2821" -d '{"events": [{"server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "name": "network-vif-deleted", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:31:59.554732 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1463424f-a293-4989-a0d7-047de2487329 x-openstack-request-id: req-1463424f-a293-4989-a0d7-047de2487329 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:31:59.555011 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7b2d1c-9557-40ae-8fbe-1426baa62dd5", "name": "network-vif-deleted", "tag": "aa30938e-5157-4e3f-a7fc-de45a9366057", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:31:59.555217 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1463424f-a293-4989-a0d7-047de2487329 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:31:59.555624 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7b2d1c-9557-40ae-8fbe-1426baa62dd5', 'name': 'network-vif-deleted', 'tag': 'aa30938e-5157-4e3f-a7fc-de45a9366057', 'status': 'completed', 'code': 200} Aug 09 13:32:00.114524 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-37005118-e9a5-4671-8484-b1a7889398e7 req-3e7735d1-59ee-4bed-b2d3-98ca9c1b1594 tempest-TestMinimumBasicScenario-2113322730 tempest-TestMinimumBasicScenario-2113322730-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7b2d1c-9557-40ae-8fbe-1426baa62dd5 HTTP/1.1" status: 200 len: 210 time: 0.0308638 Aug 09 13:32:01.909228 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58254) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:02.339434 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077597'] for router_interface, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:02.638017 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] Deleting port fb3a8131-a2a8-4117-bd52-353f18517c3e {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:02.638255 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:02.732043 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] For port fb3a8131-a2a8-4117-bd52-353f18517c3e, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=fb3a8131-a2a8-4117-bd52-353f18517c3e,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:02.732438 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:02.745815 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] Calling delete_port for fb3a8131-a2a8-4117-bd52-353f18517c3e owned by network:router_interface {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:02.953563 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:02.979507 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3a8131-a2a8-4117-bd52-353f18517c3e,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:03.166261 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078253'] for router_interface, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:03.399725 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] Router a0912350-c21e-4d5c-a5d0-862c663dafd7 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:32:03.512563 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:32:03.519047 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-1474dbe7-77b4-4058-8fcf-74eeabb71881 admin admin] 10.222.0.32 "PUT /v2.0/routers/a0912350-c21e-4d5c-a5d0-862c663dafd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084406 Aug 09 13:32:03.522263 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58260) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:03.523704 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] Sync routers for ids ['a0912350-c21e-4d5c-a5d0-862c663dafd7'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:32:03.539880 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] Routers {'a0912350-c21e-4d5c-a5d0-862c663dafd7'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:03.540714 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:31:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['a0912350-c21e-4d5c-a5d0-862c663dafd7'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:03.634718 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Notify callbacks [] for router, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:03.665548 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] Set router a0912350-c21e-4d5c-a5d0-862c663dafd7 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:03.761159 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:03.833947 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Deleting port 69000d04-af02-4d8b-85f5-c309a9ccab8c {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:03.834310 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:03.873257 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:32:02Z', 'revision_number': 5, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port': {'id': '69000d04-af02-4d8b-85f5-c309a9ccab8c', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:06Z', 'updated_at': '2021-08-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:03.905304 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] Checking router: a0912350-c21e-4d5c-a5d0-862c663dafd7 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:32:03.911109 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device aa30938e-5157-4e3f-a7fc-de45a9366057 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:03.915619 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] Routers {'a0912350-c21e-4d5c-a5d0-862c663dafd7'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:03.916420 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:31:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['a0912350-c21e-4d5c-a5d0-862c663dafd7'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:03.935395 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: aa30938e-5157-4e3f-a7fc-de45a9366057 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:03.936026 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device aa30938e-5157-4e3f-a7fc-de45a9366057 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:03.936243 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] For port 69000d04-af02-4d8b-85f5-c309a9ccab8c, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=69000d04-af02-4d8b-85f5-c309a9ccab8c,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:03.936639 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:03.952654 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Calling delete_port for 69000d04-af02-4d8b-85f5-c309a9ccab8c owned by network:router_gateway {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:04.018022 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] Set router a0912350-c21e-4d5c-a5d0-862c663dafd7 gateway port host: None {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:04.171290 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.199172 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:32:03Z', 'revision_number': 6, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port_host': None}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:04.204480 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Pushing event deleted for resources: {'Port': ['ID=69000d04-af02-4d8b-85f5-c309a9ccab8c,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:04.229130 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dac944-0c1b-42e0-b2e3-9e4f2986244e None None] The sync data for ids ['a0912350-c21e-4d5c-a5d0-862c663dafd7'] in dv-cinder-787296-4-iscsi is: [{'id': 'a0912350-c21e-4d5c-a5d0-862c663dafd7', 'name': 'tempest-TestMinimumBasicScenario-904061437-router', 'tenant_id': '713976c8cfee4761916292f51ace37d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:05Z', 'updated_at': '2021-08-09T13:32:03Z', 'revision_number': 6, 'project_id': '713976c8cfee4761916292f51ace37d5', 'gw_port_host': None}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:32:04.282529 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076107'] for router_gateway, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.381360 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2080319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35231'] for router, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.383959 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.432540 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080459'] for router, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.433237 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0912350-c21e-4d5c-a5d0-862c663dafd7 {{(pid=93361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 13:32:04.439443 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] Notify callbacks [] for router, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.439914 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-2bdb6089-6559-4408-a50f-ecc92d322209 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a0912350-c21e-4d5c-a5d0-862c663dafd7 HTTP/1.1" status: 204 len: 168 time: 0.9166780 Aug 09 13:32:04.443971 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58266) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:04.490641 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9b9be6-46b7-4ef9-909a-25c894ffcc86 admin admin] Deleting subnet a2fdb6f3-e18e-45ff-a500-5798c633245c {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:32:04.493848 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2c9b9be6-46b7-4ef9-909a-25c894ffcc86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.536393 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2c9b9be6-46b7-4ef9-909a-25c894ffcc86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4973682'] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.631025 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2c9b9be6-46b7-4ef9-909a-25c894ffcc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.695553 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2c9b9be6-46b7-4ef9-909a-25c894ffcc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7808304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5859452'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.721040 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b9be6-46b7-4ef9-909a-25c894ffcc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2fdb6f3-e18e-45ff-a500-5798c633245c,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:04.725033 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2c9b9be6-46b7-4ef9-909a-25c894ffcc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.726947 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-2c9b9be6-46b7-4ef9-909a-25c894ffcc86 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a2fdb6f3-e18e-45ff-a500-5798c633245c HTTP/1.1" status: 204 len: 168 time: 0.2816827 Aug 09 13:32:04.731156 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58268) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:04.733760 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f52c8-23a2-4f3d-b6c4-d74b49d73b83 None None] Network efecba02-5fdb-4ba9-843c-0db180601cbb requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:32:04.807552 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.867028 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Deleting port 11b6b010-4f98-430a-ac9c-78aa417a3db5 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:04.867352 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.960343 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] For port 11b6b010-4f98-430a-ac9c-78aa417a3db5, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=11b6b010-4f98-430a-ac9c-78aa417a3db5,segment=NetworkSegment(52612b57-9d11-47ff-a078-559c0696148d),segment_id=52612b57-9d11-47ff-a078-559c0696148d)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:04.960581 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:04.977183 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Calling delete_port for 11b6b010-4f98-430a-ac9c-78aa417a3db5 owned by network:dhcp {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:05.014504 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] DHCP port deletion for efecba02-5fdb-4ba9-843c-0db180601cbb request from dv-cinder-787296-4-iscsi {{(pid=93363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 13:32:05.067025 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-71fdffd4-91b9-462a-a522-f6c554fbfcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.073999 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.095283 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Deleting port 11b6b010-4f98-430a-ac9c-78aa417a3db5 {{(pid=93363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:05.095825 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.117567 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b6b010-4f98-430a-ac9c-78aa417a3db5,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:05.135699 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] No DVR routers for this DVR port 11b6b010-4f98-430a-ac9c-78aa417a3db5 on host dv-cinder-787296-4-iscsi {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:05.193105 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] For port 11b6b010-4f98-430a-ac9c-78aa417a3db5, host dv-cinder-787296-4-iscsi, got binding levels [] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:05.193504 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.211812 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Calling delete_port for 11b6b010-4f98-430a-ac9c-78aa417a3db5 owned by network:dhcp {{(pid=93363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:05.217670 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.ipam_backend_mixin [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Port 11b6b010-4f98-430a-ac9c-78aa417a3db5 was not found and therefore no delete operation was performed {{(pid=93363) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 13:32:05.219528 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764'] for port, after_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.222221 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.237641 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efecba02-5fdb-4ba9-843c-0db180601cbb']}} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:05.251999 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Pushing event deleted for resources: {'Port': ['ID=11b6b010-4f98-430a-ac9c-78aa417a3db5,revision_number=None']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:05.252779 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52612b57-9d11-47ff-a078-559c0696148d') {'for_net_delete': True} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:05.253326 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52612b57-9d11-47ff-a078-559c0696148d') {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:05.266658 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4973669'] for segment, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.270736 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] No DVR routers for this DVR port 11b6b010-4f98-430a-ac9c-78aa417a3db5 on host dv-cinder-787296-4-iscsi {{(pid=93363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:05.277369 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.277860 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.278322 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.278765 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.279200 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.279638 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.280069 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.280537 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.281237 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.282105 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.282895 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.283537 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8e0d0-37b0-476c-89ca-e8193cc8c857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:05.289838 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.306821 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:32:05.307690 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808494'] for segment, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: Traceback (most recent call last): Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: timer() Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: cb(*args, **kw) Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: return func(*args, **kwargs) Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: self._notify() Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: self.callback(batched_events) Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: event.method(event) Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: return f(self, *a, **k) Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._get(url).json() Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: return self.request(url, 'GET', **kwargs) Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:32:05.310607 dv-cinder-787296-4-iscsi neutron-server[93361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:32:05.397878 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.403940 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:05.406154 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] 10.222.0.32 "DELETE /v2.0/networks/efecba02-5fdb-4ba9-843c-0db180601cbb HTTP/1.1" status: 204 len: 168 time: 0.6740170 Aug 09 13:32:05.409988 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58282) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:05.425133 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bd738-6a22-4cdf-8e3c-19799ef0d236 admin admin] Pushing event deleted for resources: {'Network': ['ID=efecba02-5fdb-4ba9-843c-0db180601cbb,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:05.835542 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077597'] for router_interface, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:06.107184 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] Deleting port 94e926f6-4e79-466e-8d23-537f8fb9977d {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:06.107467 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:06.122337 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 11b6b010-4f98-430a-ac9c-78aa417a3db5 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:06.142308 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 11b6b010-4f98-430a-ac9c-78aa417a3db5 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:06.142644 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 11b6b010-4f98-430a-ac9c-78aa417a3db5 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:06.143056 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 69000d04-af02-4d8b-85f5-c309a9ccab8c no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:06.162366 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 69000d04-af02-4d8b-85f5-c309a9ccab8c {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:06.162685 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 69000d04-af02-4d8b-85f5-c309a9ccab8c not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:06.163458 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device fb3a8131-a2a8-4117-bd52-353f18517c3e no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:06.184758 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: fb3a8131-a2a8-4117-bd52-353f18517c3e {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:06.185084 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device fb3a8131-a2a8-4117-bd52-353f18517c3e not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:06.208817 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] For port 94e926f6-4e79-466e-8d23-537f8fb9977d, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=94e926f6-4e79-466e-8d23-537f8fb9977d,segment=NetworkSegment(3cc4398f-a85b-442a-8a2e-e385500a2627),segment_id=3cc4398f-a85b-442a-8a2e-e385500a2627)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:06.209179 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:06.222550 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] Calling delete_port for 94e926f6-4e79-466e-8d23-537f8fb9977d owned by network:router_interface {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:06.421172 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:06.450856 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e926f6-4e79-466e-8d23-537f8fb9977d,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:06.894562 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078253'] for router_interface, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:07.132224 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] Router 814a68c7-07eb-4963-a343-8fd366df2aaa has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:32:07.246862 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:32:07.252334 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a717551e-9ee2-4f7c-9b51-6cf9412817e1 admin admin] 10.222.0.32 "PUT /v2.0/routers/814a68c7-07eb-4963-a343-8fd366df2aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8407559 Aug 09 13:32:07.255246 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58294) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:07.259214 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] Sync routers for ids ['814a68c7-07eb-4963-a343-8fd366df2aaa'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:32:07.269408 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] Routers {'814a68c7-07eb-4963-a343-8fd366df2aaa'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:07.270149 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:31:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['814a68c7-07eb-4963-a343-8fd366df2aaa'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:07.386157 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] Set router 814a68c7-07eb-4963-a343-8fd366df2aaa gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:07.388955 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Notify callbacks [] for router, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:07.500841 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:07.563787 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Deleting port c6f340f9-4718-43f6-8f3c-c1d686583b18 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:07.564129 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:07.592945 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5654e869-29e9-4b61-95a3-75e82a308fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:07.625415 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'name': 'tempest-TestMinimumBasicScenario-1783806485-router', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:32:06Z', 'revision_number': 5, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'gw_port': {'id': 'c6f340f9-4718-43f6-8f3c-c1d686583b18', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:07.652737 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] Checking router: 814a68c7-07eb-4963-a343-8fd366df2aaa for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:32:07.654476 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] For port c6f340f9-4718-43f6-8f3c-c1d686583b18, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=c6f340f9-4718-43f6-8f3c-c1d686583b18,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:07.654981 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:07.662290 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] Routers {'814a68c7-07eb-4963-a343-8fd366df2aaa'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:07.662914 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['814a68c7-07eb-4963-a343-8fd366df2aaa'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:07.678566 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Calling delete_port for c6f340f9-4718-43f6-8f3c-c1d686583b18 owned by network:router_gateway {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:07.742150 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:07.761782 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] Set router 814a68c7-07eb-4963-a343-8fd366df2aaa gateway port host: None {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:07.819491 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'name': 'tempest-TestMinimumBasicScenario-1783806485-router', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:32:07Z', 'revision_number': 6, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'gw_port_host': None}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:07.846668 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2eb88-1d91-4eb6-b040-44071e1d0189 None None] The sync data for ids ['814a68c7-07eb-4963-a343-8fd366df2aaa'] in dv-cinder-787296-4-iscsi is: [{'id': '814a68c7-07eb-4963-a343-8fd366df2aaa', 'name': 'tempest-TestMinimumBasicScenario-1783806485-router', 'tenant_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:29:10Z', 'updated_at': '2021-08-09T13:32:07Z', 'revision_number': 6, 'project_id': 'ce4f180a0c3f4095ba03819c92027ab6', 'gw_port_host': None}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:32:07.903714 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:07.927997 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:07.931957 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f340f9-4718-43f6-8f3c-c1d686583b18,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:07.996521 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076107'] for router_gateway, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.105978 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2080319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35231'] for router, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.109432 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.205161 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080459'] for router, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.205867 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 814a68c7-07eb-4963-a343-8fd366df2aaa {{(pid=93362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 13:32:08.213781 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.215417 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-92896e95-9096-406c-bd55-809526aa9fff admin admin] 10.222.0.32 "DELETE /v2.0/routers/814a68c7-07eb-4963-a343-8fd366df2aaa HTTP/1.1" status: 204 len: 168 time: 0.9590790 Aug 09 13:32:08.218465 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58298) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:08.285797 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d77496e-e0a4-4dad-9943-7d5f4e338c68 admin admin] Deleting subnet 17000c61-873f-48ac-8564-bcfe3ae4d030 {{(pid=93362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:32:08.289295 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6d77496e-e0a4-4dad-9943-7d5f4e338c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.316711 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 94e926f6-4e79-466e-8d23-537f8fb9977d no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:08.340806 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 94e926f6-4e79-466e-8d23-537f8fb9977d {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:08.341133 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 94e926f6-4e79-466e-8d23-537f8fb9977d not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:08.343488 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6d77496e-e0a4-4dad-9943-7d5f4e338c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8290839'] for subnet, precommit_delete_associations {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.469113 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6d77496e-e0a4-4dad-9943-7d5f4e338c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.526579 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6d77496e-e0a4-4dad-9943-7d5f4e338c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8150796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5055701'] for subnet, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.553021 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77496e-e0a4-4dad-9943-7d5f4e338c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17000c61-873f-48ac-8564-bcfe3ae4d030,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:08.556609 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6d77496e-e0a4-4dad-9943-7d5f4e338c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.558767 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-6d77496e-e0a4-4dad-9943-7d5f4e338c68 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/17000c61-873f-48ac-8564-bcfe3ae4d030 HTTP/1.1" status: 204 len: 168 time: 0.3390672 Aug 09 13:32:08.561419 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58300) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:08.563588 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f4b3d-34fd-4a38-b731-16d2b720b2d3 None None] Network 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:32:08.638724 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.713260 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Deleting port ebe3431f-a2d6-4aa8-b660-8faa015b3693 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:08.713647 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.765375 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e5961-b446-47b6-899f-2a87fe50204c None None] DHCP port deletion for 5e0f06e1-cfe0-403d-be6f-0562e4d63f1b request from dv-cinder-787296-4-iscsi {{(pid=93363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 13:32:08.794180 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] For port ebe3431f-a2d6-4aa8-b660-8faa015b3693, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ebe3431f-a2d6-4aa8-b660-8faa015b3693,segment=NetworkSegment(3cc4398f-a85b-442a-8a2e-e385500a2627),segment_id=3cc4398f-a85b-442a-8a2e-e385500a2627)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:08.794617 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.809057 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.812452 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Calling delete_port for ebe3431f-a2d6-4aa8-b660-8faa015b3693 owned by network:dhcp {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:08.827504 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-656e5961-b446-47b6-899f-2a87fe50204c None None] Deleting port ebe3431f-a2d6-4aa8-b660-8faa015b3693 {{(pid=93363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:08.827874 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-656e5961-b446-47b6-899f-2a87fe50204c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.902424 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-656e5961-b446-47b6-899f-2a87fe50204c None None] For port ebe3431f-a2d6-4aa8-b660-8faa015b3693, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ebe3431f-a2d6-4aa8-b660-8faa015b3693,segment=NetworkSegment(3cc4398f-a85b-442a-8a2e-e385500a2627),segment_id=3cc4398f-a85b-442a-8a2e-e385500a2627)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:08.902875 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-656e5961-b446-47b6-899f-2a87fe50204c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.911438 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:08.919636 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-656e5961-b446-47b6-899f-2a87fe50204c None None] Calling delete_port for ebe3431f-a2d6-4aa8-b660-8faa015b3693 owned by network:dhcp {{(pid=93363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:08.938554 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe3431f-a2d6-4aa8-b660-8faa015b3693,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:08.942405 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] No DVR routers for this DVR port ebe3431f-a2d6-4aa8-b660-8faa015b3693 on host dv-cinder-787296-4-iscsi {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:09.032004 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.044111 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0f06e1-cfe0-403d-be6f-0562e4d63f1b']}} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:09.057970 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc4398f-a85b-442a-8a2e-e385500a2627') {'for_net_delete': True} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:09.058273 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc4398f-a85b-442a-8a2e-e385500a2627') {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:09.068254 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4973669'] for segment, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.068661 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-656e5961-b446-47b6-899f-2a87fe50204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764'] for port, after_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.084629 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.090797 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:32:09.091206 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808494'] for segment, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: Traceback (most recent call last): Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: timer() Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: cb(*args, **kw) Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: return func(*args, **kwargs) Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: self._notify() Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: self.callback(batched_events) Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: event.method(event) Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: return f(self, *a, **k) Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._get(url).json() Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: return self.request(url, 'GET', **kwargs) Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:32:09.092914 dv-cinder-787296-4-iscsi neutron-server[93361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:32:09.095356 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e5961-b446-47b6-899f-2a87fe50204c None None] Pushing event deleted for resources: {'Port': ['ID=ebe3431f-a2d6-4aa8-b660-8faa015b3693,revision_number=None']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:09.102775 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e5961-b446-47b6-899f-2a87fe50204c None None] No DVR routers for this DVR port ebe3431f-a2d6-4aa8-b660-8faa015b3693 on host dv-cinder-787296-4-iscsi {{(pid=93363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:09.150625 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.156191 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.158079 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e0f06e1-cfe0-403d-be6f-0562e4d63f1b HTTP/1.1" status: 204 len: 168 time: 0.5955939 Aug 09 13:32:09.173901 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7719a9f-6834-4ef0-a5c3-ca0f1636936e admin admin] Pushing event deleted for resources: {'Network': ['ID=5e0f06e1-cfe0-403d-be6f-0562e4d63f1b,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:09.347707 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58306) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:09.391403 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-fc37d664-0cc9-4a74-bbcf-37c024518609 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=713976c8cfee4761916292f51ace37d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423088 Aug 09 13:32:09.395380 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58308) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:09.444948 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3169ee4b-486e-4b22-ba1c-24a931570a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.469920 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3169ee4b-486e-4b22-ba1c-24a931570a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.518944 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3169ee4b-486e-4b22-ba1c-24a931570a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.522103 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-3169ee4b-486e-4b22-ba1c-24a931570a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:09.523187 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-3169ee4b-486e-4b22-ba1c-24a931570a4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d355c4fb-91af-4b2e-becb-f43911748b44 HTTP/1.1" status: 204 len: 168 time: 0.1280448 Aug 09 13:32:09.530946 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169ee4b-486e-4b22-ba1c-24a931570a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d355c4fb-91af-4b2e-becb-f43911748b44,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:09.880361 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58316) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:09.926310 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-fe014a38-801e-4262-826a-9568dabbe346 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce4f180a0c3f4095ba03819c92027ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444634 Aug 09 13:32:09.929265 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58318) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:09.985542 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a4b0328d-5f01-4d11-b165-4896ea9bf664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:10.011404 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a4b0328d-5f01-4d11-b165-4896ea9bf664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:10.066207 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a4b0328d-5f01-4d11-b165-4896ea9bf664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:10.069292 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a4b0328d-5f01-4d11-b165-4896ea9bf664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:10.070485 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a4b0328d-5f01-4d11-b165-4896ea9bf664 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfcc8b84-5b0d-4754-a9f5-1d5220910d8d HTTP/1.1" status: 204 len: 168 time: 0.1400847 Aug 09 13:32:10.081043 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0328d-5f01-4d11-b165-4896ea9bf664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcc8b84-5b0d-4754-a9f5-1d5220910d8d,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:10.116155 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device c6f340f9-4718-43f6-8f3c-c1d686583b18 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:10.136168 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: c6f340f9-4718-43f6-8f3c-c1d686583b18 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:10.136530 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device c6f340f9-4718-43f6-8f3c-c1d686583b18 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:10.136956 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ebe3431f-a2d6-4aa8-b660-8faa015b3693 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:10.155927 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: ebe3431f-a2d6-4aa8-b660-8faa015b3693 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:10.156262 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ebe3431f-a2d6-4aa8-b660-8faa015b3693 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:10.238411 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:11.977519 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab64a40-9f4a-45c8-90cb-bc49feb702fc req-55973c67-9c8c-42ed-9f9c-32669e9c885d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:11.979070 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dab64a40-9f4a-45c8-90cb-bc49feb702fc req-55973c67-9c8c-42ed-9f9c-32669e9c885d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 946 time: 0.0545564 Aug 09 13:32:12.030136 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-dab64a40-9f4a-45c8-90cb-bc49feb702fc req-8dc2d6d4-7a4e-4117-9214-dd04e432e5b0 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413303 Aug 09 13:32:13.162563 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af335b-6d63-4d3e-9364-7210d5a98a8b req-49cba144-aada-4ad5-b6ad-9b3ae07dbd4d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:13.164433 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-11af335b-6d63-4d3e-9364-7210d5a98a8b req-49cba144-aada-4ad5-b6ad-9b3ae07dbd4d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 946 time: 0.0531902 Aug 09 13:32:13.207244 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-11af335b-6d63-4d3e-9364-7210d5a98a8b req-ddeb8d06-0df9-46da-a449-bb434e146d1a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361996 Aug 09 13:32:14.350207 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac165c-15eb-4778-a135-32244bf9c780 req-8c08a2d5-f9b1-47b8-853c-34c4d3fc1f0d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:14.351714 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a2ac165c-15eb-4778-a135-32244bf9c780 req-8c08a2d5-f9b1-47b8-853c-34c4d3fc1f0d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 946 time: 0.0564826 Aug 09 13:32:14.398501 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a2ac165c-15eb-4778-a135-32244bf9c780 req-b243c0da-058e-4010-9ba9-7cf900c32321 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405076 Aug 09 13:32:15.532660 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e82666-715f-4299-8b12-815054076b79 req-85437ed6-3cfd-4443-8795-7eb3113f948f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:15.534187 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-23e82666-715f-4299-8b12-815054076b79 req-85437ed6-3cfd-4443-8795-7eb3113f948f tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 946 time: 0.0571280 Aug 09 13:32:15.580034 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-23e82666-715f-4299-8b12-815054076b79 req-cfdc44d3-5da4-4c22-b119-86cf9adee688 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups?id=39df36be-397b-4be3-b7ed-6197ae00cc01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394490 Aug 09 13:32:15.599280 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-a8218a7d-8be9-4d6f-82be-1faad1fa8534 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:15.600787 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-a8218a7d-8be9-4d6f-82be-1faad1fa8534 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.42 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 946 time: 0.0578561 Aug 09 13:32:15.710893 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Deleting port fd138042-9479-430d-98d7-b8d07a8bac65 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:15.711225 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:15.809267 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] For port fd138042-9479-430d-98d7-b8d07a8bac65, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd138042-9479-430d-98d7-b8d07a8bac65,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:15.809600 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:15.998634 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:15.998955 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:15.999342 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.l3_db [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Floating IP fe685806-b54b-4649-bc54-f6070a4fe4c9 disassociated. External IP: 172.27.3.152, port: fd138042-9479-430d-98d7-b8d07a8bac65. Aug 09 13:32:15.999705 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Calling delete_port for fd138042-9479-430d-98d7-b8d07a8bac65 owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:16.140055 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:16.168725 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event deleted for resources: {'Port': ['ID=fd138042-9479-430d-98d7-b8d07a8bac65,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:16.283310 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Router c117d951-fc59-4ea6-bccc-32cac9bf74b8 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:32:16.402732 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:32:16.416423 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] Sync routers for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:32:16.430725 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:16.431444 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:16.443107 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] No DVR routers for this DVR port fd138042-9479-430d-98d7-b8d07a8bac65 on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:16.445895 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:16.447981 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-e246e651-3769-4edb-9aa4-1abf03d770a4 req-e2a1fec9-2642-47cc-b601-9fb5bbc8ef42 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.42 "DELETE /v2.0/ports/fd138042-9479-430d-98d7-b8d07a8bac65 HTTP/1.1" status: 204 len: 173 time: 0.8410501 Aug 09 13:32:16.448457 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'name': 'network-vif-deleted', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:32:16.450821 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b46aa8d-b04f-48df-b60f-2469f486bbd2" -d '{"events": [{"server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "name": "network-vif-deleted", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:32:16.503185 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06797f39-80e3-4087-9f12-e594e09582f4 x-openstack-request-id: req-06797f39-80e3-4087-9f12-e594e09582f4 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:32:16.503929 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a440cbff-e209-41ab-99ea-a394eb304d60", "name": "network-vif-deleted", "tag": "fd138042-9479-430d-98d7-b8d07a8bac65", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:32:16.504537 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06797f39-80e3-4087-9f12-e594e09582f4 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:32:16.505343 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a440cbff-e209-41ab-99ea-a394eb304d60', 'name': 'network-vif-deleted', 'tag': 'fd138042-9479-430d-98d7-b8d07a8bac65', 'status': 'completed', 'code': 200} Aug 09 13:32:16.592499 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:16.714411 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-348ebc6b-1329-495e-af5d-463d22e11688 req-c512a25c-c06c-4712-8fea-27a33f817c8e tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/ports?device_id=a440cbff-e209-41ab-99ea-a394eb304d60 HTTP/1.1" status: 200 len: 210 time: 0.0302284 Aug 09 13:32:16.851862 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:16.884969 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] Checking router: c117d951-fc59-4ea6-bccc-32cac9bf74b8 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:32:16.895064 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:16.895363 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:17.010837 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:17.249536 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:17.277995 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f5b2c-b966-464d-9307-7c856a60b25c None None] The sync data for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi is: [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:24:27Z', 'revision_number': 4, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '8205fdfb-e07e-4b26-b44d-70ff43ca1fa4', 'name': '', 'network_id': '66c4ae32-c4a4-4218-982b-49a4bc3be7fd', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'mac_address': 'fa:16:3e:9e:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:22Z', 'updated_at': '2021-08-09T13:24:36Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'subnets': [{'id': '0ddb1be5-30a6-41d7-b67c-c0c36e2ac028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:32:17.510276 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d8649-723f-4054-95a4-e38f146c0af2 None None] New status for floating IP fe685806-b54b-4649-bc54-f6070a4fe4c9: DOWN {{(pid=93363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:32:17.819774 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58396) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:17.888821 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-77611717-7c90-42e0-bc81-813c4cf35eb8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:17.940419 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-77611717-7c90-42e0-bc81-813c4cf35eb8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:18.023362 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-77611717-7c90-42e0-bc81-813c4cf35eb8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:18.027613 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-77611717-7c90-42e0-bc81-813c4cf35eb8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:18.028934 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-77611717-7c90-42e0-bc81-813c4cf35eb8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "DELETE /v2.0/security-groups/39df36be-397b-4be3-b7ed-6197ae00cc01 HTTP/1.1" status: 204 len: 168 time: 0.2080829 Aug 09 13:32:18.033078 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58412) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:18.042008 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77611717-7c90-42e0-bc81-813c4cf35eb8 tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39df36be-397b-4be3-b7ed-6197ae00cc01,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:18.054365 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.api.v2.resource [None req-568142c1-abcc-4feb-8493-e06ef5113f2d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] show failed (client error): The resource could not be found. Aug 09 13:32:18.058742 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-568142c1-abcc-4feb-8493-e06ef5113f2d tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "GET /v2.0/security-groups/39df36be-397b-4be3-b7ed-6197ae00cc01 HTTP/1.1" status: 404 len: 347 time: 0.0242655 Aug 09 13:32:18.058904 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58416) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:18.213161 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-2c746126-380e-4cd2-bf53-2b00a74da51a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Deleting port 217defca-f88e-47e9-8016-1eff84477509 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:18.213526 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2c746126-380e-4cd2-bf53-2b00a74da51a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:18.298226 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2c746126-380e-4cd2-bf53-2b00a74da51a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:18.298472 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2c746126-380e-4cd2-bf53-2b00a74da51a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:18.311435 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-2c746126-380e-4cd2-bf53-2b00a74da51a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Calling delete_port for 217defca-f88e-47e9-8016-1eff84477509 owned by network:floatingip {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:18.454996 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2c746126-380e-4cd2-bf53-2b00a74da51a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:18.479732 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c746126-380e-4cd2-bf53-2b00a74da51a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Pushing event deleted for resources: {'Port': ['ID=217defca-f88e-47e9-8016-1eff84477509,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:18.542850 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2c746126-380e-4cd2-bf53-2b00a74da51a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:18.545552 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-2c746126-380e-4cd2-bf53-2b00a74da51a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:18.546711 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-2c746126-380e-4cd2-bf53-2b00a74da51a tempest-AttachVolumeShelveTestJSON-1108471850 tempest-AttachVolumeShelveTestJSON-1108471850-project] 10.222.0.32 "DELETE /v2.0/floatingips/fe685806-b54b-4649-bc54-f6070a4fe4c9 HTTP/1.1" status: 204 len: 168 time: 0.4864783 Aug 09 13:32:20.035560 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device fd138042-9479-430d-98d7-b8d07a8bac65 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:20.057484 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: fd138042-9479-430d-98d7-b8d07a8bac65 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:20.057847 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device fd138042-9479-430d-98d7-b8d07a8bac65 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:20.604096 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58446) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:20.729148 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-69fc681f-5bae-4bdb-92ee-96e17a2420e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:20.828322 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-69fc681f-5bae-4bdb-92ee-96e17a2420e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:20.834705 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-69fc681f-5bae-4bdb-92ee-96e17a2420e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:20.870811 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc681f-5bae-4bdb-92ee-96e17a2420e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a707a9e-7191-4157-ad88-1f406e75ce22,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:20.875477 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-69fc681f-5bae-4bdb-92ee-96e17a2420e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=764dfee5d296486f936eb4c911be1d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703214 Aug 09 13:32:20.878267 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58450) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:20.928572 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c909744e-1de4-4b21-b118-67ff1447635f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:20.954271 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c909744e-1de4-4b21-b118-67ff1447635f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.004599 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c909744e-1de4-4b21-b118-67ff1447635f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.006625 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58458) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:21.008216 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c909744e-1de4-4b21-b118-67ff1447635f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.011979 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c909744e-1de4-4b21-b118-67ff1447635f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a707a9e-7191-4157-ad88-1f406e75ce22 HTTP/1.1" status: 204 len: 168 time: 0.1327453 Aug 09 13:32:21.020481 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909744e-1de4-4b21-b118-67ff1447635f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a707a9e-7191-4157-ad88-1f406e75ce22,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:21.304887 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58466) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:21.318961 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-85176861-60db-46a4-9ed0-4a3ece48e563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.417677 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-85176861-60db-46a4-9ed0-4a3ece48e563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.423016 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-85176861-60db-46a4-9ed0-4a3ece48e563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.448341 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077597'] for router_interface, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.463518 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-85176861-60db-46a4-9ed0-4a3ece48e563 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=365d5df277fd4358af7caa37213f3009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575305 Aug 09 13:32:21.464246 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85176861-60db-46a4-9ed0-4a3ece48e563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b151f7e3-1f1d-429f-9e70-2ac78ae87264,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:21.467307 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58468) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:21.519057 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-133dd2b9-7a7c-42d4-b5bf-db6b742bfca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.541216 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-133dd2b9-7a7c-42d4-b5bf-db6b742bfca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.590581 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-133dd2b9-7a7c-42d4-b5bf-db6b742bfca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.593304 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-133dd2b9-7a7c-42d4-b5bf-db6b742bfca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.594468 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-133dd2b9-7a7c-42d4-b5bf-db6b742bfca9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b151f7e3-1f1d-429f-9e70-2ac78ae87264 HTTP/1.1" status: 204 len: 168 time: 0.1261199 Aug 09 13:32:21.603673 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dd2b9-7a7c-42d4-b5bf-db6b742bfca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b151f7e3-1f1d-429f-9e70-2ac78ae87264,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:21.713731 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] Deleting port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:21.714074 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.794683 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] For port 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=8205fdfb-e07e-4b26-b44d-70ff43ca1fa4,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:21.795052 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:21.808598 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] Calling delete_port for 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 owned by network:router_interface {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:21.862402 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58474) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:22.396890 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:22.430848 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] Pushing event deleted for resources: {'Port': ['ID=8205fdfb-e07e-4b26-b44d-70ff43ca1fa4,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:22.460111 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Deleting port 381f5cc2-fd4f-41ed-ab6d-03044a5099ac {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:22.460493 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:22.618571 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:22.618897 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:22.665923 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Calling delete_port for 381f5cc2-fd4f-41ed-ab6d-03044a5099ac owned by network:floatingip {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:22.729690 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078253'] for router_interface, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:22.996371 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:23.035668 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event deleted for resources: {'Port': ['ID=381f5cc2-fd4f-41ed-ab6d-03044a5099ac,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:23.091443 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] Router c117d951-fc59-4ea6-bccc-32cac9bf74b8 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:32:23.114935 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:23.115338 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.l3_db [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Floating IP 97e42331-9b36-494f-a893-2f325ed7a92e disassociated (deleted). External IP: 172.27.3.26, port: ed19bd8a-bee3-469e-a6a9-b9946b7e46d3. Aug 09 13:32:23.290752 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:32:23.297644 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-28a54a27-5d27-4865-be17-14b2f5e62951 admin admin] 10.222.0.32 "PUT /v2.0/routers/c117d951-fc59-4ea6-bccc-32cac9bf74b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2889743 Aug 09 13:32:23.299836 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58518) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:23.300395 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] Sync routers for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:32:23.310999 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:23.311632 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:23.430577 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:23.442564 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:32:23.448260 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:23.577033 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:23.595432 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:32:23.606708 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07504113-2541-4535-aa37-118f999e917b None None] Sync routers for ids ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:32:23.607440 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:23.617732 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07504113-2541-4535-aa37-118f999e917b None None] Routers {'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:23.618695 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-07504113-2541-4535-aa37-118f999e917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:23.664532 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Deleting port e58988df-d9a2-4730-9313-03da21a36a22 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:23.665031 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:23.668340 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-894313e5-f62f-498e-bc55-fa5c89be60c3 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "DELETE /v2.0/floatingips/97e42331-9b36-494f-a893-2f325ed7a92e HTTP/1.1" status: 204 len: 168 time: 1.8047602 Aug 09 13:32:23.669114 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:32:23.672522 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:32:23.719359 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97e85ed-5d81-4bcf-bfd5-2b6999d807d5 x-openstack-request-id: req-f97e85ed-5d81-4bcf-bfd5-2b6999d807d5 {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:32:23.719911 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:32:23.720350 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f97e85ed-5d81-4bcf-bfd5-2b6999d807d5 {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:32:23.720986 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'status': 'completed', 'code': 200} Aug 09 13:32:23.733205 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:32:22Z', 'revision_number': 5, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port': {'id': 'e58988df-d9a2-4730-9313-03da21a36a22', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:24:14Z', 'updated_at': '2021-08-09T13:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:23.790514 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] Checking router: c117d951-fc59-4ea6-bccc-32cac9bf74b8 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:32:23.801301 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] Routers {'c117d951-fc59-4ea6-bccc-32cac9bf74b8'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:23.802060 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:23.946222 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] Set router c117d951-fc59-4ea6-bccc-32cac9bf74b8 gateway port host: None {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:23.957827 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-07504113-2541-4535-aa37-118f999e917b None None] Set router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:24.057847 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e29b23-0a03-4b09-82d1-bf4aa4631092 req-57e4318b-d88e-4b2d-a61d-a92e596ce063 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:24.059496 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-09e29b23-0a03-4b09-82d1-bf4aa4631092 req-57e4318b-d88e-4b2d-a61d-a92e596ce063 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0729294 Aug 09 13:32:24.078267 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:32:23Z', 'revision_number': 6, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port_host': None}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:24.142551 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-09e29b23-0a03-4b09-82d1-bf4aa4631092 req-fea71459-2f1d-4ea6-b06e-bd1e9d0ba7bd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721385 Aug 09 13:32:24.260153 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf563b8-1bd7-4928-937e-d6d8ccaf8929 None None] The sync data for ids ['c117d951-fc59-4ea6-bccc-32cac9bf74b8'] in dv-cinder-787296-4-iscsi is: [{'id': 'c117d951-fc59-4ea6-bccc-32cac9bf74b8', 'name': 'tempest-AttachVolumeShelveTestJSON-245646298-router', 'tenant_id': '2d007ab2baac405f996ece03b238a621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:24:12Z', 'updated_at': '2021-08-09T13:32:23Z', 'revision_number': 6, 'project_id': '2d007ab2baac405f996ece03b238a621', 'gw_port_host': None}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:32:24.264261 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] For port e58988df-d9a2-4730-9313-03da21a36a22, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=e58988df-d9a2-4730-9313-03da21a36a22,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:24.264957 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:24.281078 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Calling delete_port for e58988df-d9a2-4730-9313-03da21a36a22 owned by network:router_gateway {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:24.302827 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-07504113-2541-4535-aa37-118f999e917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:25Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '53a26c3e-6490-46ea-a071-af297cb7e0e0', 'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'mac_address': 'fa:16:3e:de:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:24Z', 'updated_at': '2021-08-09T13:26:32Z', 'revision_number': 5, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'subnets': [{'id': '2f217d05-d326-4109-9dd0-827295805009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:24.344808 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07504113-2541-4535-aa37-118f999e917b None None] Checking router: df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:32:24.355961 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07504113-2541-4535-aa37-118f999e917b None None] Routers {'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:24.356871 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-07504113-2541-4535-aa37-118f999e917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:24.378450 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-89da0409-c74b-41c5-bca4-5996b78f172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:24.381649 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-89da0409-c74b-41c5-bca4-5996b78f172e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228&device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0977099 Aug 09 13:32:24.505267 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-07504113-2541-4535-aa37-118f999e917b None None] Set router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:24.538939 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-c111124d-5f64-4779-9776-bdf67db907a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:24.540747 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-c111124d-5f64-4779-9776-bdf67db907a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce HTTP/1.1" status: 200 len: 910 time: 0.1496489 Aug 09 13:32:24.609283 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-48f79eb5-f945-4679-a16c-363444b3b11c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 HTTP/1.1" status: 200 len: 217 time: 0.0429361 Aug 09 13:32:24.684572 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:24.740156 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58988df-d9a2-4730-9313-03da21a36a22,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:24.749893 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-13955f10-a222-47a5-85e6-d7bb4adcd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:24.751170 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-13955f10-a222-47a5-85e6-d7bb4adcd298 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f217d05-d326-4109-9dd0-827295805009 HTTP/1.1" status: 200 len: 848 time: 0.1221838 Aug 09 13:32:24.791309 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-07504113-2541-4535-aa37-118f999e917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:25Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '53a26c3e-6490-46ea-a071-af297cb7e0e0', 'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'mac_address': 'fa:16:3e:de:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:24Z', 'updated_at': '2021-08-09T13:26:32Z', 'revision_number': 5, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'subnets': [{'id': '2f217d05-d326-4109-9dd0-827295805009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:24.820609 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07504113-2541-4535-aa37-118f999e917b None None] The sync data for ids ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'] in dv-cinder-787296-4-iscsi is: [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:26:25Z', 'revision_number': 4, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '53a26c3e-6490-46ea-a071-af297cb7e0e0', 'name': '', 'network_id': '1ae31d7d-6752-4562-9f25-a16aafd9d4ce', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'mac_address': 'fa:16:3e:de:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '2f217d05-d326-4109-9dd0-827295805009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:24Z', 'updated_at': '2021-08-09T13:26:32Z', 'revision_number': 5, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'subnets': [{'id': '2f217d05-d326-4109-9dd0-827295805009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:32:24.844850 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076107'] for router_gateway, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:24.944673 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-0cceda22-3481-44cb-8595-1838b332afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:24.946293 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-0cceda22-3481-44cb-8595-1838b332afa5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ae31d7d-6752-4562-9f25-a16aafd9d4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1777260 Aug 09 13:32:24.953150 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2080319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35231'] for router, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:24.955717 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.102524 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080459'] for router, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.103687 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c117d951-fc59-4ea6-bccc-32cac9bf74b8 {{(pid=93362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 13:32:25.119465 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.120893 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-4267908a-f342-461f-8ff2-7b4464393b49 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c117d951-fc59-4ea6-bccc-32cac9bf74b8 HTTP/1.1" status: 204 len: 168 time: 1.8165727 Aug 09 13:32:25.124385 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58556) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:25.215848 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-5a0b306b-6e53-45b3-87b7-1163cc1df4bd service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534285 Aug 09 13:32:25.225440 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f143a8-3c06-4efe-871d-a596b9284843 admin admin] Deleting subnet 0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:32:25.229649 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-58f143a8-3c06-4efe-871d-a596b9284843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.267350 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbca492-2ee1-45d2-a6a3-6d21f8b6af1b None None] New status for floating IP 97e42331-9b36-494f-a893-2f325ed7a92e: DOWN {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:32:25.285014 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-58f143a8-3c06-4efe-871d-a596b9284843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4973682'] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.395883 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61aa413c-fd65-4690-aa02-b92b0bc0c9d7 req-5e696d2c-f177-4136-9e38-b52fea4550f9 service neutron] 10.222.0.42 "GET /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754134 Aug 09 13:32:25.410785 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-58f143a8-3c06-4efe-871d-a596b9284843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.420642 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314dcbf-0399-4842-bc7e-47033dd2235d req-6c689b5b-e1a6-46c6-b54c-cf4252ff3bfd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:25.422312 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f314dcbf-0399-4842-bc7e-47033dd2235d req-6c689b5b-e1a6-46c6-b54c-cf4252ff3bfd tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.1415849 Aug 09 13:32:25.494706 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f314dcbf-0399-4842-bc7e-47033dd2235d req-f3973269-27d1-41e7-b81d-69591ab99c08 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/security-groups?id=589e84c9-e15d-4538-b392-0899b82c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525489 Aug 09 13:32:25.518157 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-58f143a8-3c06-4efe-871d-a596b9284843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7808304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5859452'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.564452 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f143a8-3c06-4efe-871d-a596b9284843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ddb1be5-30a6-41d7-b67c-c0c36e2ac028,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:25.570484 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-58f143a8-3c06-4efe-871d-a596b9284843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.574880 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-58f143a8-3c06-4efe-871d-a596b9284843 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0ddb1be5-30a6-41d7-b67c-c0c36e2ac028 HTTP/1.1" status: 204 len: 168 time: 0.4480326 Aug 09 13:32:25.577313 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58560) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:25.584576 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e6ddc-b3c8-4b8d-b2c4-23892924e7f1 None None] Network 66c4ae32-c4a4-4218-982b-49a4bc3be7fd requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:32:25.593890 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-9d66db90-1b59-4e96-a4fb-cbbcdaa1350f tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:25.596765 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-9d66db90-1b59-4e96-a4fb-cbbcdaa1350f tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.42 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 946 time: 0.0889642 Aug 09 13:32:25.680806 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.745379 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-51409634-2163-4176-9c79-7644feaf1e04 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Deleting port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:25.745823 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-51409634-2163-4176-9c79-7644feaf1e04 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.758416 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Deleting port 92b31494-a5de-4773-a38b-a26bdbf07120 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:25.758757 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.809532 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91492dbe-c594-4533-a98c-ef09dcc68edf None None] DHCP port deletion for 66c4ae32-c4a4-4218-982b-49a4bc3be7fd request from dv-cinder-787296-4-iscsi {{(pid=93363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 13:32:25.843309 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] For port 92b31494-a5de-4773-a38b-a26bdbf07120, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=92b31494-a5de-4773-a38b-a26bdbf07120,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:25.843681 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.858724 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Calling delete_port for 92b31494-a5de-4773-a38b-a26bdbf07120 owned by network:dhcp {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:25.863023 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-51409634-2163-4176-9c79-7644feaf1e04 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] For port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:25.863664 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-51409634-2163-4176-9c79-7644feaf1e04 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.867419 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-91492dbe-c594-4533-a98c-ef09dcc68edf None None] Deleting port 92b31494-a5de-4773-a38b-a26bdbf07120 {{(pid=93363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:25.867939 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-91492dbe-c594-4533-a98c-ef09dcc68edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.888780 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-51409634-2163-4176-9c79-7644feaf1e04 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Calling delete_port for ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:25.952441 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-91492dbe-c594-4533-a98c-ef09dcc68edf None None] For port 92b31494-a5de-4773-a38b-a26bdbf07120, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=92b31494-a5de-4773-a38b-a26bdbf07120,segment=NetworkSegment(7f03dee8-42ed-4176-8071-c76adcf8d985),segment_id=7f03dee8-42ed-4176-8071-c76adcf8d985)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:25.952923 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-91492dbe-c594-4533-a98c-ef09dcc68edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.955564 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:25.976433 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-91492dbe-c594-4533-a98c-ef09dcc68edf None None] Calling delete_port for 92b31494-a5de-4773-a38b-a26bdbf07120 owned by network:dhcp {{(pid=93363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:25.987445 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b31494-a5de-4773-a38b-a26bdbf07120,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:25.994070 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] No DVR routers for this DVR port 92b31494-a5de-4773-a38b-a26bdbf07120 on host dv-cinder-787296-4-iscsi {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:26.072872 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.080749 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-91492dbe-c594-4533-a98c-ef09dcc68edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764'] for port, after_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.086278 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c4ae32-c4a4-4218-982b-49a4bc3be7fd']}} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:26.105428 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f03dee8-42ed-4176-8071-c76adcf8d985') {'for_net_delete': True} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:26.105734 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f03dee8-42ed-4176-8071-c76adcf8d985') {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:26.105943 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-51409634-2163-4176-9c79-7644feaf1e04 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.120855 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4973669'] for segment, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.139502 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91492dbe-c594-4533-a98c-ef09dcc68edf None None] Pushing event deleted for resources: {'Port': ['ID=92b31494-a5de-4773-a38b-a26bdbf07120,revision_number=None']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:26.140944 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.147443 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91492dbe-c594-4533-a98c-ef09dcc68edf None None] No DVR routers for this DVR port 92b31494-a5de-4773-a38b-a26bdbf07120 on host dv-cinder-787296-4-iscsi {{(pid=93363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:26.151653 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:32:26.152825 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808494'] for segment, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: Traceback (most recent call last): Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: timer() Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: cb(*args, **kw) Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: return func(*args, **kwargs) Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: self._notify() Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: self.callback(batched_events) Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: event.method(event) Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: return f(self, *a, **k) Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._get(url).json() Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: return self.request(url, 'GET', **kwargs) Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:32:26.155300 dv-cinder-787296-4-iscsi neutron-server[93361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:32:26.167974 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51409634-2163-4176-9c79-7644feaf1e04 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event deleted for resources: {'Port': ['ID=ed19bd8a-bee3-469e-a6a9-b9946b7e46d3,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:26.171260 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device e58988df-d9a2-4730-9313-03da21a36a22 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:26.209605 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: e58988df-d9a2-4730-9313-03da21a36a22 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:26.210076 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device e58988df-d9a2-4730-9313-03da21a36a22 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:26.210542 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 92b31494-a5de-4773-a38b-a26bdbf07120 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:26.236918 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-51409634-2163-4176-9c79-7644feaf1e04 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] No DVR routers for this DVR port ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:26.237264 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.238932 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 92b31494-a5de-4773-a38b-a26bdbf07120 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:26.239401 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 92b31494-a5de-4773-a38b-a26bdbf07120 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:26.240053 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:26.242008 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-51409634-2163-4176-9c79-7644feaf1e04 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.245197 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.245305 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-8266f224-59e7-4741-99c5-c21ef4f8702f req-51409634-2163-4176-9c79-7644feaf1e04 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.42 "DELETE /v2.0/ports/ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 HTTP/1.1" status: 204 len: 173 time: 0.6396687 Aug 09 13:32:26.245902 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'name': 'network-vif-deleted', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:32:26.247633 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/66c4ae32-c4a4-4218-982b-49a4bc3be7fd HTTP/1.1" status: 204 len: 168 time: 0.6689217 Aug 09 13:32:26.254994 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2bd715-ae54-4386-b08a-6003dfcc2305" -d '{"events": [{"server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "name": "network-vif-deleted", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:32:26.283970 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4c4b3-dd2c-426d-ba69-32a0d8a218b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c4ae32-c4a4-4218-982b-49a4bc3be7fd,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:26.325103 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:26.325445 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 8205fdfb-e07e-4b26-b44d-70ff43ca1fa4 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:26.328708 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d329b9fb-ea85-47cd-b40d-27075f684487 x-openstack-request-id: req-d329b9fb-ea85-47cd-b40d-27075f684487 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:32:26.329116 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96643481-cf6b-4245-a772-ceeae1a1dfc0", "name": "network-vif-deleted", "tag": "ed19bd8a-bee3-469e-a6a9-b9946b7e46d3", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:32:26.329482 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d329b9fb-ea85-47cd-b40d-27075f684487 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:32:26.330058 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96643481-cf6b-4245-a772-ceeae1a1dfc0', 'name': 'network-vif-deleted', 'tag': 'ed19bd8a-bee3-469e-a6a9-b9946b7e46d3', 'status': 'completed', 'code': 200} Aug 09 13:32:26.507305 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58574) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:26.570252 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f2268e8a-6a2c-421c-994c-16dedab37407 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d007ab2baac405f996ece03b238a621&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0605865 Aug 09 13:32:26.573781 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58578) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:26.643569 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-83654319-c3e3-465e-ab3e-50d13acf8d14 req-6f69ffcb-7134-46ae-b279-593636bcfdbb tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "GET /v2.0/ports?device_id=96643481-cf6b-4245-a772-ceeae1a1dfc0 HTTP/1.1" status: 200 len: 210 time: 0.0342116 Aug 09 13:32:26.677485 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2adf808e-8082-4a94-b3bc-f9e21446bb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.706846 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2adf808e-8082-4a94-b3bc-f9e21446bb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.776775 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2adf808e-8082-4a94-b3bc-f9e21446bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.779431 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2adf808e-8082-4a94-b3bc-f9e21446bb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:26.780747 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-2adf808e-8082-4a94-b3bc-f9e21446bb3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6be945ea-f701-4aae-b66e-a16d85d73e7c HTTP/1.1" status: 204 len: 168 time: 0.2056661 Aug 09 13:32:26.790304 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf808e-8082-4a94-b3bc-f9e21446bb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be945ea-f701-4aae-b66e-a16d85d73e7c,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:27.395765 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:32:27.712275 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58610) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:27.784776 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f39222b2-c6dd-47cb-af05-dbb2b0614c82 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:27.820483 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f39222b2-c6dd-47cb-af05-dbb2b0614c82 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:27.895676 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f39222b2-c6dd-47cb-af05-dbb2b0614c82 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:27.899466 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f39222b2-c6dd-47cb-af05-dbb2b0614c82 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:27.904605 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f39222b2-c6dd-47cb-af05-dbb2b0614c82 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] 10.222.0.32 "DELETE /v2.0/security-groups/589e84c9-e15d-4538-b392-0899b82c1d70 HTTP/1.1" status: 204 len: 168 time: 0.1910126 Aug 09 13:32:27.919802 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39222b2-c6dd-47cb-af05-dbb2b0614c82 tempest-TestShelveInstance-581138624 tempest-TestShelveInstance-581138624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e84c9-e15d-4538-b392-0899b82c1d70,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:27.986618 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58618) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:28.711921 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077597'] for router_interface, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:29.037428 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] Deleting port 53a26c3e-6490-46ea-a071-af297cb7e0e0 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:29.038206 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:29.143125 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] For port 53a26c3e-6490-46ea-a071-af297cb7e0e0, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=53a26c3e-6490-46ea-a071-af297cb7e0e0,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:29.143523 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:29.163685 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] Calling delete_port for 53a26c3e-6490-46ea-a071-af297cb7e0e0 owned by network:router_interface {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:29.422192 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:29.455305 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a26c3e-6490-46ea-a071-af297cb7e0e0,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:29.651233 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078253'] for router_interface, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:29.920430 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] Router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:32:30.069952 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:30.087666 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:32:30.102215 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58654) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:30.103137 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-aa8a9a41-ed90-44a4-8709-d0c9a83336d2 admin admin] 10.222.0.32 "PUT /v2.0/routers/df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1149719 Aug 09 13:32:30.117502 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] Sync routers for ids ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:32:30.126058 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:30.126544 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device ed19bd8a-bee3-469e-a6a9-b9946b7e46d3 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:30.134954 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] Routers {'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:30.135958 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:30.238833 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:30.268411 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] Set router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:30.384943 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:30.456380 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Deleting port f954b615-ad39-4ac7-a2bd-b82c005edbdc {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:30.456727 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:30.533483 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:32:29Z', 'revision_number': 5, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port': {'id': 'f954b615-ad39-4ac7-a2bd-b82c005edbdc', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:21Z', 'updated_at': '2021-08-09T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:30.565590 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] Checking router: df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:32:30.573332 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] For port f954b615-ad39-4ac7-a2bd-b82c005edbdc, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=f954b615-ad39-4ac7-a2bd-b82c005edbdc,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:30.573792 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:30.576071 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] Routers {'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:30.577947 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:30.596415 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Calling delete_port for f954b615-ad39-4ac7-a2bd-b82c005edbdc owned by network:router_gateway {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:30.687925 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] Set router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 gateway port host: None {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:30.746240 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:32:30Z', 'revision_number': 6, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port_host': None}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:30.780140 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b5390-3b9b-422d-921e-042ea908d231 None None] The sync data for ids ['df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0'] in dv-cinder-787296-4-iscsi is: [{'id': 'df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0', 'name': 'tempest-TestShelveInstance-1919092996-router', 'tenant_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:20Z', 'updated_at': '2021-08-09T13:32:30Z', 'revision_number': 6, 'project_id': 'c1ce453ba8fc4c188a1b4fa50a32b228', 'gw_port_host': None}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:32:31.108428 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.136067 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f954b615-ad39-4ac7-a2bd-b82c005edbdc,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:31.225166 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076107'] for router_gateway, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.334881 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2080319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35231'] for router, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.338249 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.396611 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080459'] for router, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.397842 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 {{(pid=93361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 13:32:31.406799 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] Notify callbacks [] for router, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.409520 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-ad7a994b-6bf9-403e-a845-ecf5b8d190ad admin admin] 10.222.0.32 "DELETE /v2.0/routers/df667edd-4fa3-4a5e-b1cc-c111c8e2b2a0 HTTP/1.1" status: 204 len: 168 time: 1.3060160 Aug 09 13:32:31.414041 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58676) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:31.472801 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ba5917-db67-41b4-b162-ec4723608d25 admin admin] Deleting subnet 2f217d05-d326-4109-9dd0-827295805009 {{(pid=93362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:32:31.477073 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-42ba5917-db67-41b4-b162-ec4723608d25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.517635 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-42ba5917-db67-41b4-b162-ec4723608d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8290839'] for subnet, precommit_delete_associations {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.888324 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-42ba5917-db67-41b4-b162-ec4723608d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.952700 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-42ba5917-db67-41b4-b162-ec4723608d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8150796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5055701'] for subnet, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.984498 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba5917-db67-41b4-b162-ec4723608d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f217d05-d326-4109-9dd0-827295805009,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:31.991460 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-42ba5917-db67-41b4-b162-ec4723608d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:31.997416 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-42ba5917-db67-41b4-b162-ec4723608d25 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2f217d05-d326-4109-9dd0-827295805009 HTTP/1.1" status: 204 len: 168 time: 0.5788267 Aug 09 13:32:31.998372 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58688) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:32.004329 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef6d78-c1b1-4435-b456-c475e714bb16 None None] Network 1ae31d7d-6752-4562-9f25-a16aafd9d4ce requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:32:32.077876 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.155219 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Deleting port 324ed4cd-a4d8-466e-9f82-0050bc080087 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:32.156112 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.197680 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 53a26c3e-6490-46ea-a071-af297cb7e0e0 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:32.223441 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 53a26c3e-6490-46ea-a071-af297cb7e0e0 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:32.224208 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 53a26c3e-6490-46ea-a071-af297cb7e0e0 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:32.225223 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device f954b615-ad39-4ac7-a2bd-b82c005edbdc no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:32.263217 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: f954b615-ad39-4ac7-a2bd-b82c005edbdc {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:32.263943 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device f954b615-ad39-4ac7-a2bd-b82c005edbdc not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:32.267464 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] For port 324ed4cd-a4d8-466e-9f82-0050bc080087, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=324ed4cd-a4d8-466e-9f82-0050bc080087,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:32.268534 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.278555 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e42344b-335a-4a84-8b15-8a78fcdb3dfc None None] DHCP port deletion for 1ae31d7d-6752-4562-9f25-a16aafd9d4ce request from dv-cinder-787296-4-iscsi {{(pid=93363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 13:32:32.289096 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Calling delete_port for 324ed4cd-a4d8-466e-9f82-0050bc080087 owned by network:dhcp {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:32.345244 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-4e42344b-335a-4a84-8b15-8a78fcdb3dfc None None] Deleting port 324ed4cd-a4d8-466e-9f82-0050bc080087 {{(pid=93363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:32.346105 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4e42344b-335a-4a84-8b15-8a78fcdb3dfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.365819 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58696) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:32.431934 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.436701 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-4e42344b-335a-4a84-8b15-8a78fcdb3dfc None None] For port 324ed4cd-a4d8-466e-9f82-0050bc080087, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=324ed4cd-a4d8-466e-9f82-0050bc080087,segment=NetworkSegment(64949e57-ab00-45b2-bf11-21eba40d67f7),segment_id=64949e57-ab00-45b2-bf11-21eba40d67f7)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:32.438470 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4e42344b-335a-4a84-8b15-8a78fcdb3dfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.461411 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-4e42344b-335a-4a84-8b15-8a78fcdb3dfc None None] Calling delete_port for 324ed4cd-a4d8-466e-9f82-0050bc080087 owned by network:dhcp {{(pid=93363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:32.482212 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Pushing event deleted for resources: {'Port': ['ID=324ed4cd-a4d8-466e-9f82-0050bc080087,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:32.491757 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] No DVR routers for this DVR port 324ed4cd-a4d8-466e-9f82-0050bc080087 on host dv-cinder-787296-4-iscsi {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:32.494923 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.495275 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.495605 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.495931 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.496258 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.497124 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.497406 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.497730 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.498052 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.498372 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.498693 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.499006 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:32.559071 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-405e0c34-2ade-44ba-9ce0-98c1797db02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.581088 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4e42344b-335a-4a84-8b15-8a78fcdb3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764'] for port, after_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.619624 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42344b-335a-4a84-8b15-8a78fcdb3dfc None None] Pushing event deleted for resources: {'Port': ['ID=324ed4cd-a4d8-466e-9f82-0050bc080087,revision_number=None']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:32.622716 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.626524 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42344b-335a-4a84-8b15-8a78fcdb3dfc None None] No DVR routers for this DVR port 324ed4cd-a4d8-466e-9f82-0050bc080087 on host dv-cinder-787296-4-iscsi {{(pid=93363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:32.650287 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae31d7d-6752-4562-9f25-a16aafd9d4ce']}} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:32.669484 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64949e57-ab00-45b2-bf11-21eba40d67f7') {'for_net_delete': True} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:32.669888 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64949e57-ab00-45b2-bf11-21eba40d67f7') {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:32.686182 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4973669'] for segment, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.723275 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.739676 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:32:32.741104 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808494'] for segment, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: Traceback (most recent call last): Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: timer() Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: cb(*args, **kw) Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: return func(*args, **kwargs) Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: self._notify() Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: self.callback(batched_events) Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: event.method(event) Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: return f(self, *a, **k) Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._get(url).json() Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: return self.request(url, 'GET', **kwargs) Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:32:32.743007 dv-cinder-787296-4-iscsi neutron-server[93361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:32:32.834256 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.850050 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.852618 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1ae31d7d-6752-4562-9f25-a16aafd9d4ce HTTP/1.1" status: 204 len: 168 time: 0.8537867 Aug 09 13:32:32.855838 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58714) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:32.882146 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dd3e3-c823-45f1-b239-c85861ee2540 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae31d7d-6752-4562-9f25-a16aafd9d4ce,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:32.890453 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-405e0c34-2ade-44ba-9ce0-98c1797db02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.898199 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-405e0c34-2ade-44ba-9ce0-98c1797db02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:32.939355 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-405e0c34-2ade-44ba-9ce0-98c1797db02c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef8e759199d341858b4093138dbbfb56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5692468 Aug 09 13:32:32.939934 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58720) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:32.963709 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e0c34-2ade-44ba-9ce0-98c1797db02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a443a4f9-df5e-4f2b-a602-74958bde336b,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:33.024305 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ec98d503-bfec-4acb-ad96-c56a95c18923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.068703 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ec98d503-bfec-4acb-ad96-c56a95c18923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.145947 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ec98d503-bfec-4acb-ad96-c56a95c18923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.149259 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ec98d503-bfec-4acb-ad96-c56a95c18923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.150569 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-ec98d503-bfec-4acb-ad96-c56a95c18923 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a443a4f9-df5e-4f2b-a602-74958bde336b HTTP/1.1" status: 204 len: 168 time: 0.2096770 Aug 09 13:32:33.158526 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98d503-bfec-4acb-ad96-c56a95c18923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a443a4f9-df5e-4f2b-a602-74958bde336b,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:33.379544 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077597'] for router_interface, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.598364 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58742) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:33.613369 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d0422696-2d79-477d-92f1-507813c70425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.687708 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] Deleting port 070abe81-221f-4d81-bab0-39a00a4bf396 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:33.688037 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.731806 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d0422696-2d79-477d-92f1-507813c70425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.737747 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d0422696-2d79-477d-92f1-507813c70425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.778104 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-d0422696-2d79-477d-92f1-507813c70425 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08e060ef4a7c442e816d75c0bc9fff43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785135 Aug 09 13:32:33.780929 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58750) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:33.787492 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0422696-2d79-477d-92f1-507813c70425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28762e1-94f8-47b1-9891-a6839d70163d,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:33.807244 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] For port 070abe81-221f-4d81-bab0-39a00a4bf396, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=070abe81-221f-4d81-bab0-39a00a4bf396,segment=NetworkSegment(235f2948-dfc7-450c-9430-05f91fd7ba2b),segment_id=235f2948-dfc7-450c-9430-05f91fd7ba2b)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:33.807606 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.831837 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] Calling delete_port for 070abe81-221f-4d81-bab0-39a00a4bf396 owned by network:router_interface {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:33.849605 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-efe8d1d1-8b18-4e5b-883d-d9371f8dcaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.873024 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-efe8d1d1-8b18-4e5b-883d-d9371f8dcaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.925432 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-efe8d1d1-8b18-4e5b-883d-d9371f8dcaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.928096 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-efe8d1d1-8b18-4e5b-883d-d9371f8dcaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:33.929275 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-efe8d1d1-8b18-4e5b-883d-d9371f8dcaf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c28762e1-94f8-47b1-9891-a6839d70163d HTTP/1.1" status: 204 len: 168 time: 0.1474373 Aug 09 13:32:33.937648 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8d1d1-8b18-4e5b-883d-d9371f8dcaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28762e1-94f8-47b1-9891-a6839d70163d,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:34.066019 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.090798 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=070abe81-221f-4d81-bab0-39a00a4bf396,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:34.140845 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 324ed4cd-a4d8-466e-9f82-0050bc080087 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:34.302940 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078253'] for router_interface, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.308586 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 324ed4cd-a4d8-466e-9f82-0050bc080087 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:34.308981 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 324ed4cd-a4d8-466e-9f82-0050bc080087 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:34.392230 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58758) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:34.406272 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-25e138fc-1b09-4c10-8602-b105895bb400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.503440 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-25e138fc-1b09-4c10-8602-b105895bb400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.508434 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-25e138fc-1b09-4c10-8602-b105895bb400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.532445 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] Router 31f0ec30-6513-444d-be51-2cfcfd748f19 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:32:34.547573 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-25e138fc-1b09-4c10-8602-b105895bb400 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cdcbbb167584877aaa76bbcb22116b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541271 Aug 09 13:32:34.548328 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e138fc-1b09-4c10-8602-b105895bb400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea47ff-6f46-414d-a453-cfeb4c591c0f,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:34.550784 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58760) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:34.604684 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0384d3ae-1d59-481b-8c9b-2f10e4846ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.626713 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0384d3ae-1d59-481b-8c9b-2f10e4846ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.648943 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:32:34.654324 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-bdcf3403-5449-45df-bba9-6e6f1683e6f6 admin admin] 10.222.0.32 "PUT /v2.0/routers/31f0ec30-6513-444d-be51-2cfcfd748f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7962458 Aug 09 13:32:34.656950 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58762) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:34.658035 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] Sync routers for ids ['31f0ec30-6513-444d-be51-2cfcfd748f19'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:32:34.667409 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] Routers {'31f0ec30-6513-444d-be51-2cfcfd748f19'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:34.668037 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['31f0ec30-6513-444d-be51-2cfcfd748f19'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:34.750115 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0384d3ae-1d59-481b-8c9b-2f10e4846ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.752728 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0384d3ae-1d59-481b-8c9b-2f10e4846ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.753944 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0384d3ae-1d59-481b-8c9b-2f10e4846ba5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1ea47ff-6f46-414d-a453-cfeb4c591c0f HTTP/1.1" status: 204 len: 168 time: 0.2022431 Aug 09 13:32:34.767342 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384d3ae-1d59-481b-8c9b-2f10e4846ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea47ff-6f46-414d-a453-cfeb4c591c0f,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:34.789720 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Notify callbacks [] for router, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.797314 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] Set router 31f0ec30-6513-444d-be51-2cfcfd748f19 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:34.912544 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:34.993743 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Deleting port 8701d37a-bf13-447e-a42b-2e0296d99d56 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:34.994472 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.003159 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'name': 'tempest-TestShelveInstance-1372498328-router', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:29Z', 'updated_at': '2021-08-09T13:32:34Z', 'revision_number': 5, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'gw_port': {'id': '8701d37a-bf13-447e-a42b-2e0296d99d56', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:30Z', 'updated_at': '2021-08-09T13:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:35.030054 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] Checking router: 31f0ec30-6513-444d-be51-2cfcfd748f19 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:32:35.039147 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] Routers {'31f0ec30-6513-444d-be51-2cfcfd748f19'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:32:35.040066 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:32:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['31f0ec30-6513-444d-be51-2cfcfd748f19'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:35.058534 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ee99-33e6-4415-a221-f7280ea86de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.092467 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] For port 8701d37a-bf13-447e-a42b-2e0296d99d56, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=8701d37a-bf13-447e-a42b-2e0296d99d56,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:35.092842 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.111882 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Calling delete_port for 8701d37a-bf13-447e-a42b-2e0296d99d56 owned by network:router_gateway {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:35.136370 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] Set router 31f0ec30-6513-444d-be51-2cfcfd748f19 gateway port host: None {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:32:35.201349 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'name': 'tempest-TestShelveInstance-1372498328-router', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:29Z', 'updated_at': '2021-08-09T13:32:34Z', 'revision_number': 6, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'gw_port_host': None}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:35.231088 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3572726-389d-43b7-8294-5183dbf49894 None None] The sync data for ids ['31f0ec30-6513-444d-be51-2cfcfd748f19'] in dv-cinder-787296-4-iscsi is: [{'id': '31f0ec30-6513-444d-be51-2cfcfd748f19', 'name': 'tempest-TestShelveInstance-1372498328-router', 'tenant_id': 'd05431d5628148fa90fcec15875115cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:29Z', 'updated_at': '2021-08-09T13:32:34Z', 'revision_number': 6, 'project_id': 'd05431d5628148fa90fcec15875115cb', 'gw_port_host': None}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:32:35.311912 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.334763 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=8701d37a-bf13-447e-a42b-2e0296d99d56,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:35.398467 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076107'] for router_gateway, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.493883 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2080319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35231'] for router, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.496047 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.541725 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080459'] for router, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.542108 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f0ec30-6513-444d-be51-2cfcfd748f19 {{(pid=93361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 13:32:35.546740 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] Notify callbacks [] for router, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.550680 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-2347a5a0-7526-4e74-99fa-bfcd6baee6ce admin admin] 10.222.0.32 "DELETE /v2.0/routers/31f0ec30-6513-444d-be51-2cfcfd748f19 HTTP/1.1" status: 204 len: 168 time: 0.8896966 Aug 09 13:32:35.551045 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58792) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:35.603107 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c79a36-5729-435f-8446-29d685904516 admin admin] Deleting subnet f9a70751-650f-49fb-9097-191d5f9a9949 {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:32:35.609992 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-59c79a36-5729-435f-8446-29d685904516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.649618 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-59c79a36-5729-435f-8446-29d685904516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4973682'] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.757508 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-59c79a36-5729-435f-8446-29d685904516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.818734 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-59c79a36-5729-435f-8446-29d685904516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7808304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5859452'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.844284 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c79a36-5729-435f-8446-29d685904516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a70751-650f-49fb-9097-191d5f9a9949,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:35.853887 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-59c79a36-5729-435f-8446-29d685904516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:35.856802 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-59c79a36-5729-435f-8446-29d685904516 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f9a70751-650f-49fb-9097-191d5f9a9949 HTTP/1.1" status: 204 len: 168 time: 0.3048241 Aug 09 13:32:35.858821 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58800) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:35.861573 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b3760-58c3-4477-9176-15bbe1a30a07 None None] Network 2849ed22-85b9-415e-8df3-64b26f37a7df requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:32:35.947296 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.008127 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Deleting port ac68b576-eb78-421c-b29f-1dd6ee38bc7e {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:36.008494 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.099674 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a7aac-d916-47f3-a572-a54267a88211 None None] DHCP port deletion for 2849ed22-85b9-415e-8df3-64b26f37a7df request from dv-cinder-787296-4-iscsi {{(pid=93363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 13:32:36.171723 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] For port ac68b576-eb78-421c-b29f-1dd6ee38bc7e, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ac68b576-eb78-421c-b29f-1dd6ee38bc7e,segment=NetworkSegment(235f2948-dfc7-450c-9430-05f91fd7ba2b),segment_id=235f2948-dfc7-450c-9430-05f91fd7ba2b)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:36.177150 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.198574 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Calling delete_port for ac68b576-eb78-421c-b29f-1dd6ee38bc7e owned by network:dhcp {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:36.209645 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-572a7aac-d916-47f3-a572-a54267a88211 None None] Deleting port ac68b576-eb78-421c-b29f-1dd6ee38bc7e {{(pid=93363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:32:36.210076 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-572a7aac-d916-47f3-a572-a54267a88211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.229431 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 8701d37a-bf13-447e-a42b-2e0296d99d56 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:36.280240 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 8701d37a-bf13-447e-a42b-2e0296d99d56 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:36.280630 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 8701d37a-bf13-447e-a42b-2e0296d99d56 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:36.281218 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 070abe81-221f-4d81-bab0-39a00a4bf396 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:36.305632 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.311770 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 070abe81-221f-4d81-bab0-39a00a4bf396 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:36.312137 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 070abe81-221f-4d81-bab0-39a00a4bf396 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:36.312565 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ac68b576-eb78-421c-b29f-1dd6ee38bc7e no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:32:36.343228 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: ac68b576-eb78-421c-b29f-1dd6ee38bc7e {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:32:36.343568 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ac68b576-eb78-421c-b29f-1dd6ee38bc7e not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:32:36.346106 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] No DVR routers for this DVR port ac68b576-eb78-421c-b29f-1dd6ee38bc7e on host dv-cinder-787296-4-iscsi {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:36.351449 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac68b576-eb78-421c-b29f-1dd6ee38bc7e,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:36.363597 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-572a7aac-d916-47f3-a572-a54267a88211 None None] For port ac68b576-eb78-421c-b29f-1dd6ee38bc7e, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ac68b576-eb78-421c-b29f-1dd6ee38bc7e,segment=NetworkSegment(235f2948-dfc7-450c-9430-05f91fd7ba2b),segment_id=235f2948-dfc7-450c-9430-05f91fd7ba2b)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:32:36.364011 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-572a7aac-d916-47f3-a572-a54267a88211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.379068 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-572a7aac-d916-47f3-a572-a54267a88211 None None] Calling delete_port for ac68b576-eb78-421c-b29f-1dd6ee38bc7e owned by network:dhcp {{(pid=93363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:32:36.440839 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.452503 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2849ed22-85b9-415e-8df3-64b26f37a7df']}} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:36.464735 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235f2948-dfc7-450c-9430-05f91fd7ba2b') {'for_net_delete': True} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:36.465025 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235f2948-dfc7-450c-9430-05f91fd7ba2b') {} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:32:36.475670 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8290816'] for segment, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.489521 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-572a7aac-d916-47f3-a572-a54267a88211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764'] for port, after_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.497403 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.504350 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:32:36.505128 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8150994'] for segment, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: Traceback (most recent call last): Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: timer() Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: cb(*args, **kw) Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: return func(*args, **kwargs) Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: self._notify() Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: self.callback(batched_events) Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: event.method(event) Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: return f(self, *a, **k) Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._get(url).json() Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: return self.request(url, 'GET', **kwargs) Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:32:36.516640 dv-cinder-787296-4-iscsi neutron-server[93362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:32:36.530617 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a7aac-d916-47f3-a572-a54267a88211 None None] Pushing event deleted for resources: {'Port': ['ID=ac68b576-eb78-421c-b29f-1dd6ee38bc7e,revision_number=None']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:36.536023 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a7aac-d916-47f3-a572-a54267a88211 None None] No DVR routers for this DVR port ac68b576-eb78-421c-b29f-1dd6ee38bc7e on host dv-cinder-787296-4-iscsi {{(pid=93363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:32:36.582889 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.599981 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.601924 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2849ed22-85b9-415e-8df3-64b26f37a7df HTTP/1.1" status: 204 len: 168 time: 0.7413685 Aug 09 13:32:36.602950 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b19a7-8fd8-47de-851a-113c44ced5a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2849ed22-85b9-415e-8df3-64b26f37a7df,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:36.790749 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58842) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:36.835302 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0c060cf1-8dd6-42e7-ad4b-2e9d90be9f75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1ce453ba8fc4c188a1b4fa50a32b228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431242 Aug 09 13:32:36.837885 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58844) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:36.895421 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-40a8f62b-9f0f-44b1-a0a6-0687f8871e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.923325 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-40a8f62b-9f0f-44b1-a0a6-0687f8871e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.977353 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-40a8f62b-9f0f-44b1-a0a6-0687f8871e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.980723 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-40a8f62b-9f0f-44b1-a0a6-0687f8871e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:36.981931 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-40a8f62b-9f0f-44b1-a0a6-0687f8871e79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bfd6c84-8938-46c6-ae4d-af851565408d HTTP/1.1" status: 204 len: 168 time: 0.1431510 Aug 09 13:32:36.991130 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8f62b-9f0f-44b1-a0a6-0687f8871e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfd6c84-8938-46c6-ae4d-af851565408d,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:37.221958 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58858) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:37.333030 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58866) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:37.347493 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a370964-ffd3-4d03-9935-5128dd66842a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.387525 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-61289767-5b59-474d-b53b-e38d4dc6117e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d05431d5628148fa90fcec15875115cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531144 Aug 09 13:32:37.390067 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58868) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:37.447714 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-38a71bdb-001a-4e80-975f-4fb6c840f680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.452154 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a370964-ffd3-4d03-9935-5128dd66842a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.457145 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-0a370964-ffd3-4d03-9935-5128dd66842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.470541 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-38a71bdb-001a-4e80-975f-4fb6c840f680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.496170 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-0a370964-ffd3-4d03-9935-5128dd66842a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d1c4fe2baa7479398facfa1e4066d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730856 Aug 09 13:32:37.499423 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58870) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:37.506233 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a370964-ffd3-4d03-9935-5128dd66842a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9f7a6e-4e5e-47bc-ae16-3d336cd3231e,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:37.533570 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-38a71bdb-001a-4e80-975f-4fb6c840f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.536151 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-38a71bdb-001a-4e80-975f-4fb6c840f680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.537668 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-38a71bdb-001a-4e80-975f-4fb6c840f680 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3814cc89-03f8-40bb-a46c-422e46f750e0 HTTP/1.1" status: 204 len: 168 time: 0.1463885 Aug 09 13:32:37.546531 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a71bdb-001a-4e80-975f-4fb6c840f680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3814cc89-03f8-40bb-a46c-422e46f750e0,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:37.574672 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a022236b-1589-4d3b-bab9-4c7541e49155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.579824 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-15fca6bf-029f-4f99-98ec-d9ccb9aa5a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.601124 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a022236b-1589-4d3b-bab9-4c7541e49155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.629699 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58876) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:37.651990 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a022236b-1589-4d3b-bab9-4c7541e49155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.655132 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-a022236b-1589-4d3b-bab9-4c7541e49155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.656602 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-a022236b-1589-4d3b-bab9-4c7541e49155 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b9f7a6e-4e5e-47bc-ae16-3d336cd3231e HTTP/1.1" status: 204 len: 168 time: 0.1560621 Aug 09 13:32:37.664865 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022236b-1589-4d3b-bab9-4c7541e49155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9f7a6e-4e5e-47bc-ae16-3d336cd3231e,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:37.702298 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.858755 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-580217af-a453-4e7d-8025-0fcafab5d22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.930796 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.985073 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-580217af-a453-4e7d-8025-0fcafab5d22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:37.990373 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-580217af-a453-4e7d-8025-0fcafab5d22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.027321 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580217af-a453-4e7d-8025-0fcafab5d22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf3db8-27e9-413f-9e4b-33b5ca23e099,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:38.034180 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-580217af-a453-4e7d-8025-0fcafab5d22c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec8e47ee9a3a46479fa8953dfb70407a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006944 Aug 09 13:32:38.034389 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 58884) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:38.085508 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-62791a67-537b-469b-b24e-ddcda52ac9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.102489 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58886) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:38.107360 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-62791a67-537b-469b-b24e-ddcda52ac9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.118623 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-26454e90-1ffa-40cc-99fd-064e8486cd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.157971 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-62791a67-537b-469b-b24e-ddcda52ac9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.160587 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-62791a67-537b-469b-b24e-ddcda52ac9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.161818 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-62791a67-537b-469b-b24e-ddcda52ac9cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ddf3db8-27e9-413f-9e4b-33b5ca23e099 HTTP/1.1" status: 204 len: 168 time: 0.1264424 Aug 09 13:32:38.169792 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62791a67-537b-469b-b24e-ddcda52ac9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf3db8-27e9-413f-9e4b-33b5ca23e099,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:38.238772 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-26454e90-1ffa-40cc-99fd-064e8486cd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.244528 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-26454e90-1ffa-40cc-99fd-064e8486cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.282371 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26454e90-1ffa-40cc-99fd-064e8486cd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd474d0e-0b59-4297-82c3-ce520c9ae83b,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:38.286652 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-26454e90-1ffa-40cc-99fd-064e8486cd76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6eb521353b5a4e3fa0932ce44b8cc518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830823 Aug 09 13:32:38.289327 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 58890) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:38.343000 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-eaec49d4-0df0-46b3-b592-ac00a4446078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.365211 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-eaec49d4-0df0-46b3-b592-ac00a4446078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.416265 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-eaec49d4-0df0-46b3-b592-ac00a4446078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.418826 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-eaec49d4-0df0-46b3-b592-ac00a4446078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:38.420001 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-eaec49d4-0df0-46b3-b592-ac00a4446078 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd474d0e-0b59-4297-82c3-ce520c9ae83b HTTP/1.1" status: 204 len: 168 time: 0.1297512 Aug 09 13:32:38.431091 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec49d4-0df0-46b3-b592-ac00a4446078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd474d0e-0b59-4297-82c3-ce520c9ae83b,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:38.790750 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:40.239751 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:43.472600 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59074) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:43.586733 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:43.692592 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:43.699532 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:43.741424 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dc6f18923bc4f35b63fc5b2f437ae36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676811 Aug 09 13:32:43.742242 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae144eb-53e3-4f9a-b592-446682766353,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:43.744393 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59078) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:43.750558 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.750937 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.751276 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.751594 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.751912 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.752251 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.752611 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.752941 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.753266 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.753580 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.753905 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.754218 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f41426-4a20-406f-b61e-a50d0eba94cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:32:43.800793 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-422c8c40-dc3a-4743-9418-e8827595ad5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:43.825913 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-422c8c40-dc3a-4743-9418-e8827595ad5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:43.885780 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-422c8c40-dc3a-4743-9418-e8827595ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:43.888359 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-422c8c40-dc3a-4743-9418-e8827595ad5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:43.892211 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-422c8c40-dc3a-4743-9418-e8827595ad5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ae144eb-53e3-4f9a-b592-446682766353 HTTP/1.1" status: 204 len: 168 time: 0.1468120 Aug 09 13:32:43.903447 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c8c40-dc3a-4743-9418-e8827595ad5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae144eb-53e3-4f9a-b592-446682766353,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:44.222915 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59086) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:44.237098 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c06322-da52-42e9-9bf0-0dcec8ff632c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:44.359192 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c06322-da52-42e9-9bf0-0dcec8ff632c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:44.367297 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-d5c06322-da52-42e9-9bf0-0dcec8ff632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:44.420252 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c06322-da52-42e9-9bf0-0dcec8ff632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c612c8-bf98-499b-8979-aca26b176286,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:44.424806 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-d5c06322-da52-42e9-9bf0-0dcec8ff632c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=986b3b6cc1b6472d8ae9114d0f451512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007194 Aug 09 13:32:44.427359 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59088) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:44.486969 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f0cba4a3-a3e2-41f9-9e4a-c7aa690620de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:44.509301 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f0cba4a3-a3e2-41f9-9e4a-c7aa690620de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:44.561835 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f0cba4a3-a3e2-41f9-9e4a-c7aa690620de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:44.564556 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f0cba4a3-a3e2-41f9-9e4a-c7aa690620de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:44.565734 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f0cba4a3-a3e2-41f9-9e4a-c7aa690620de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4c612c8-bf98-499b-8979-aca26b176286 HTTP/1.1" status: 204 len: 168 time: 0.1372290 Aug 09 13:32:44.574594 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cba4a3-a3e2-41f9-9e4a-c7aa690620de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c612c8-bf98-499b-8979-aca26b176286,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:44.940025 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59094) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:44.955480 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-370c65b3-454a-483e-a73a-044738dae41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:45.065652 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-370c65b3-454a-483e-a73a-044738dae41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:45.076209 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-370c65b3-454a-483e-a73a-044738dae41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:45.111105 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-370c65b3-454a-483e-a73a-044738dae41e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0af27d1a626b4f25aef09a5ae8145d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697321 Aug 09 13:32:45.113900 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59098) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:45.117288 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c65b3-454a-483e-a73a-044738dae41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16611c13-a4d6-4929-967f-23a4f8511dea,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:45.173779 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-87015176-d300-48f5-b42b-8f47b3caf093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:45.196657 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-87015176-d300-48f5-b42b-8f47b3caf093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:45.253247 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-87015176-d300-48f5-b42b-8f47b3caf093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:45.256350 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-87015176-d300-48f5-b42b-8f47b3caf093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:45.257596 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-87015176-d300-48f5-b42b-8f47b3caf093 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16611c13-a4d6-4929-967f-23a4f8511dea HTTP/1.1" status: 204 len: 168 time: 0.1426282 Aug 09 13:32:45.269484 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87015176-d300-48f5-b42b-8f47b3caf093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16611c13-a4d6-4929-967f-23a4f8511dea,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:53.686886 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-d964fde4-3de3-4ca9-a3e7-a070e2913c51 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443342129&fields=id&tenant_id=02b3fbef9c64440990404d220d564388 HTTP/1.1" status: 200 len: 267 time: 0.0365522 Aug 09 13:32:53.857568 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-7949260e-6d11-4c9c-bcf1-731a57551b9e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:53.859186 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-7949260e-6d11-4c9c-bcf1-731a57551b9e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 812 time: 0.1636982 Aug 09 13:32:53.876549 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-ce17b1d7-8a40-4d80-afef-c358f897e26a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/quotas/02b3fbef9c64440990404d220d564388 HTTP/1.1" status: 200 len: 375 time: 0.0110033 Aug 09 13:32:53.951024 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-66c353e1-aece-4f01-9eea-f6fdfb106579 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0632770 Aug 09 13:32:54.058499 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-01f047e7-5e3d-4c6f-924a-843249733881 service neutron] 10.222.0.32 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939665 Aug 09 13:32:54.160173 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-38c1bd76-6f58-4549-88bf-e5aece2efff5 service neutron] 10.222.0.32 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950956 Aug 09 13:32:54.459222 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-21c5b0c6-1d83-4d50-9211-6796622e6d1c req-497c2c13-996f-4a13-b173-08fb5e79b6ca tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 210 time: 0.0274167 Aug 09 13:32:55.470930 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-f413e85e-969e-4a79-aed4-f34cdfc81fd2 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:55.472514 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-f413e85e-969e-4a79-aed4-f34cdfc81fd2 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 812 time: 0.1273136 Aug 09 13:32:55.559896 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-4b7909bf-32e2-4c46-89cf-d4bbd9cb267e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02b3fbef9c64440990404d220d564388 HTTP/1.1" status: 200 len: 379 time: 0.0512278 Aug 09 13:32:55.568811 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c886743d-526d-4341-b80b-537a5652a5fd req-fe9363f9-b108-489c-bdef-894ba716f733 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 210 time: 0.0288577 Aug 09 13:32:55.613331 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'port': {'device_id': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'admin_state_up': True, 'tenant_id': '02b3fbef9c64440990404d220d564388', 'security_groups': ['471e72a2-ea60-4a67-b143-294e3d4fe600']}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:32:55.742579 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Made reservation on behalf of 02b3fbef9c64440990404d220d564388 for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:32:55.747238 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:55.904727 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Allocated IP 172.20.0.5 (0dfbca08-fde6-4869-a0f6-6dff4a4b98a4/5dc09771-11b7-4846-b592-a96a92999a89/82175bf0-4242-42f8-9a3d-76d5ddd8535d) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:32:56.055040 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:56.084975 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Transition to ACTIVE for port object 82175bf0-4242-42f8-9a3d-76d5ddd8535d will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:32:56.130269 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:56.189869 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:32:56.195475 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:32:56.198093 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:32:56.210050 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'Port': ['ID=82175bf0-4242-42f8-9a3d-76d5ddd8535d,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:56.264718 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:56.265466 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:56.282044 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-52e2ec01-95b9-4138-abe4-4afaed810289 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6731024 Aug 09 13:32:56.295911 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Request body: {'port': {'device_id': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:32:56.369338 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:56.544314 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b54c-f0ea-4d85-b133-fac71e88e690 None None] Provisioning for port 82175bf0-4242-42f8-9a3d-76d5ddd8535d completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:32:56.549530 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b54c-f0ea-4d85-b133-fac71e88e690 None None] Provisioning complete for port 82175bf0-4242-42f8-9a3d-76d5ddd8535d triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:32:56.549931 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b54c-f0ea-4d85-b133-fac71e88e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:56.585487 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3b54c-f0ea-4d85-b133-fac71e88e690 None None] Port 82175bf0-4242-42f8-9a3d-76d5ddd8535d cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:32:56.667166 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82175bf0-4242-42f8-9a3d-76d5ddd8535d {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:32:56.675757 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:56.689712 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Transition to ACTIVE for port object 82175bf0-4242-42f8-9a3d-76d5ddd8535d will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:32:56.693642 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:56.707682 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412167ea-2a36-417c-aeac-35e98a8113e3 req-9a0972e5-57cc-42ac-b15e-b66696d96738 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:56.709504 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-412167ea-2a36-417c-aeac-35e98a8113e3 req-9a0972e5-57cc-42ac-b15e-b66696d96738 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 931 time: 0.0608137 Aug 09 13:32:56.763090 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-412167ea-2a36-417c-aeac-35e98a8113e3 req-21047f92-442c-4149-ae84-de19f2de8062 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447335 Aug 09 13:32:56.800956 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Pushing event updated for resources: {'Port': ['ID=82175bf0-4242-42f8-9a3d-76d5ddd8535d,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:56.839069 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Attempting to bind port 82175bf0-4242-42f8-9a3d-76d5ddd8535d on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:32:56.839406 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Attempting to bind port 82175bf0-4242-42f8-9a3d-76d5ddd8535d by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:32:56.839739 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Attempting to bind port 82175bf0-4242-42f8-9a3d-76d5ddd8535d on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:32:56.847471 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Port 82175bf0-4242-42f8-9a3d-76d5ddd8535d on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:32:56.848041 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Attempting to bind port 82175bf0-4242-42f8-9a3d-76d5ddd8535d on network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:32:56.855286 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:32:56.855722 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Checking segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:32:56.856117 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Bound using segment: {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:32:56.856716 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Bound port: 82175bf0-4242-42f8-9a3d-76d5ddd8535d, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b83ae0-7a93-440f-886b-923cefb16d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:32:56.857054 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:56.942448 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] For port 82175bf0-4242-42f8-9a3d-76d5ddd8535d, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:32:56.949339 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] For port 82175bf0-4242-42f8-9a3d-76d5ddd8535d, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=82175bf0-4242-42f8-9a3d-76d5ddd8535d,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:32:56.954992 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:56.999875 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:57.000521 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:57.001946 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] 10.222.0.42 "PUT /v2.0/ports/82175bf0-4242-42f8-9a3d-76d5ddd8535d HTTP/1.1" status: 200 len: 1093 time: 0.7112699 Aug 09 13:32:57.002395 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'tag': '82175bf0-4242-42f8-9a3d-76d5ddd8535d'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:32:57.005088 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c815a5-7322-4e02-a34d-4095dd5e0754" -d '{"events": [{"name": "network-changed", "server_uuid": "a468524f-0fda-438c-bbb0-1093ad3fa09d", "tag": "82175bf0-4242-42f8-9a3d-76d5ddd8535d"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:32:57.038867 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff3c9d-c3d0-4cff-995e-b2dcfd7e1a3f service neutron] Pushing event updated for resources: {'Port': ['ID=82175bf0-4242-42f8-9a3d-76d5ddd8535d,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:57.073319 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13c7423-2226-4255-aee0-81234793ec04 x-openstack-request-id: req-c13c7423-2226-4255-aee0-81234793ec04 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:32:57.073632 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a468524f-0fda-438c-bbb0-1093ad3fa09d", "tag": "82175bf0-4242-42f8-9a3d-76d5ddd8535d", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:32:57.073986 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c13c7423-2226-4255-aee0-81234793ec04 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:32:57.074192 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'tag': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'status': 'completed', 'code': 200} Aug 09 13:32:57.090011 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-1e111c2c-f217-4dcb-9f85-64edb5108d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:57.091590 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-1e111c2c-f217-4dcb-9f85-64edb5108d56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 1096 time: 0.0464954 Aug 09 13:32:57.143090 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-32ab9b79-d62a-47fd-af31-f59d317a3714 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82175bf0-4242-42f8-9a3d-76d5ddd8535d HTTP/1.1" status: 200 len: 217 time: 0.0421658 Aug 09 13:32:57.202994 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-6fb242bd-d19d-4e1a-a983-45002b63e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:57.205030 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-6fb242bd-d19d-4e1a-a983-45002b63e654 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0544720 Aug 09 13:32:57.265357 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-9e9b3dbb-dc3b-487c-a3ae-0b8405cfb799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:57.266928 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-9e9b3dbb-dc3b-487c-a3ae-0b8405cfb799 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543852 Aug 09 13:32:57.374612 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-f0cd7c48-85a6-42fb-bdcb-214ddf459887 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995457 Aug 09 13:32:57.485063 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-61ae153b-4cc4-4502-bdef-2c67dec1854f req-0946999e-b689-4a9c-9dd1-39d1b923e5c0 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032615 Aug 09 13:32:57.580978 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-5aab654c-7c87-4a35-be87-a078e77d339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:57.582882 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-5aab654c-7c87-4a35-be87-a078e77d339b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 1096 time: 0.0451994 Aug 09 13:32:57.697234 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-a7a7cdc4-33b4-4ac5-9eb8-121099f201b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:57.699175 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-a7a7cdc4-33b4-4ac5-9eb8-121099f201b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 913 time: 0.1071510 Aug 09 13:32:57.744966 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-97f11b22-5477-4701-a28a-8f195886b28f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82175bf0-4242-42f8-9a3d-76d5ddd8535d HTTP/1.1" status: 200 len: 217 time: 0.0373275 Aug 09 13:32:57.805438 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-c1cecb17-0944-48ab-8eee-e27f2dc687b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:57.807347 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-c1cecb17-0944-48ab-8eee-e27f2dc687b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0550809 Aug 09 13:32:57.873501 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-e01a28be-b582-4de2-b498-3fe44f3b3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:57.876099 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-e01a28be-b582-4de2-b498-3fe44f3b3a88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555158 Aug 09 13:32:57.950607 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff76179-17d8-4c17-ab7d-95c637175db8 req-789ec725-c503-4d1a-abaa-2334a05d3c1d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:57.952949 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5ff76179-17d8-4c17-ab7d-95c637175db8 req-789ec725-c503-4d1a-abaa-2334a05d3c1d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 943 time: 0.0788269 Aug 09 13:32:57.985876 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-8b13a5a7-4700-42e9-9c85-1ef64ef77fb0 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984209 Aug 09 13:32:57.996074 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-5ff76179-17d8-4c17-ab7d-95c637175db8 req-df10b1c1-4f93-4614-9b7c-928fd107947f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369036 Aug 09 13:32:58.094506 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a0c815a5-7322-4e02-a34d-4095dd5e0754 req-2e6d6627-3f3f-417d-9444-99d197944882 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955327 Aug 09 13:32:58.776324 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59312) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:58.883967 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-845cbebf-0f18-4575-adbe-3c419d84a298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:58.979361 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-845cbebf-0f18-4575-adbe-3c419d84a298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:58.985379 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-845cbebf-0f18-4575-adbe-3c419d84a298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.022680 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cbebf-0f18-4575-adbe-3c419d84a298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225386c9-5dc8-42ea-9e04-14ced5d0515e,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:59.027737 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-845cbebf-0f18-4575-adbe-3c419d84a298 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd4e31e3e09945aa94feb19c388cde9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500482 Aug 09 13:32:59.030355 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59318) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:59.082211 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-688ad46f-35b1-4551-b2c0-19156b385f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.103836 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-688ad46f-35b1-4551-b2c0-19156b385f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.125879 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1d75f-b287-4daf-9c78-994c9fa6ef3d req-400d42b6-b81c-4f80-8c2a-cb1928da773a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:32:59.127452 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-30c1d75f-b287-4daf-9c78-994c9fa6ef3d req-400d42b6-b81c-4f80-8c2a-cb1928da773a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 943 time: 0.0530000 Aug 09 13:32:59.153891 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-688ad46f-35b1-4551-b2c0-19156b385f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.156440 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-688ad46f-35b1-4551-b2c0-19156b385f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.157587 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-688ad46f-35b1-4551-b2c0-19156b385f5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/225386c9-5dc8-42ea-9e04-14ced5d0515e HTTP/1.1" status: 204 len: 168 time: 0.1262045 Aug 09 13:32:59.166796 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ad46f-35b1-4551-b2c0-19156b385f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225386c9-5dc8-42ea-9e04-14ced5d0515e,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:59.167141 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-30c1d75f-b287-4daf-9c78-994c9fa6ef3d req-324b4283-b086-4642-b2b8-cdb0e9883e44 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336540 Aug 09 13:32:59.440634 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59326) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:59.453896 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-30aa118f-5ae8-472e-988f-d34a341534fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.548648 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-30aa118f-5ae8-472e-988f-d34a341534fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.554227 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-30aa118f-5ae8-472e-988f-d34a341534fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.594719 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-30aa118f-5ae8-472e-988f-d34a341534fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=070c415acfd24ea597571ff5fba62a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530104 Aug 09 13:32:59.595544 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa118f-5ae8-472e-988f-d34a341534fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f190b6-c843-4889-94a3-f065377505bb,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:32:59.598279 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59328) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:32:59.652121 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-aa845547-bf74-4dae-9e56-ae6b0e853c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.674083 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-aa845547-bf74-4dae-9e56-ae6b0e853c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.723491 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-aa845547-bf74-4dae-9e56-ae6b0e853c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.726238 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-aa845547-bf74-4dae-9e56-ae6b0e853c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:32:59.727423 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-aa845547-bf74-4dae-9e56-ae6b0e853c69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33f190b6-c843-4889-94a3-f065377505bb HTTP/1.1" status: 204 len: 168 time: 0.1278882 Aug 09 13:32:59.735817 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa845547-bf74-4dae-9e56-ae6b0e853c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f190b6-c843-4889-94a3-f065377505bb,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:00.292585 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760794e3-6a4d-43c1-8fe4-26057ae645bf req-a842d2cf-d593-4df9-b1fb-90657ba8b4e3 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:00.294867 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-760794e3-6a4d-43c1-8fe4-26057ae645bf req-a842d2cf-d593-4df9-b1fb-90657ba8b4e3 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 943 time: 0.0561447 Aug 09 13:33:00.351260 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-760794e3-6a4d-43c1-8fe4-26057ae645bf req-a5b368fb-0860-4cfd-8d75-ea48f8159b37 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479650 Aug 09 13:33:00.861455 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59362) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:00.977076 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-34c374ae-fb40-4251-9462-e847225c42c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:01.082585 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-34c374ae-fb40-4251-9462-e847225c42c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:01.087550 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-34c374ae-fb40-4251-9462-e847225c42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:01.133760 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-34c374ae-fb40-4251-9462-e847225c42c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3889d5fc43c460881cc863de8c2516e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710690 Aug 09 13:33:01.136498 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59366) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:01.137339 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c374ae-fb40-4251-9462-e847225c42c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959713ae-4d57-4400-9caa-5a7083fdf1ad,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:01.189718 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9b17eef2-428e-4d2a-b5c2-1dea8ab31e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:01.213035 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9b17eef2-428e-4d2a-b5c2-1dea8ab31e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:01.262664 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9b17eef2-428e-4d2a-b5c2-1dea8ab31e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:01.265220 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9b17eef2-428e-4d2a-b5c2-1dea8ab31e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:01.266381 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-9b17eef2-428e-4d2a-b5c2-1dea8ab31e03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/959713ae-4d57-4400-9caa-5a7083fdf1ad HTTP/1.1" status: 204 len: 168 time: 0.1288586 Aug 09 13:33:01.274105 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17eef2-428e-4d2a-b5c2-1dea8ab31e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959713ae-4d57-4400-9caa-5a7083fdf1ad,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:01.503080 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84bbe0-c4d0-4633-b7f8-aa5a7ecdec39 req-6b384097-4f0e-4904-b22e-df61f12d6917 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:01.504675 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9a84bbe0-c4d0-4633-b7f8-aa5a7ecdec39 req-6b384097-4f0e-4904-b22e-df61f12d6917 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 943 time: 0.0517120 Aug 09 13:33:01.544941 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9a84bbe0-c4d0-4633-b7f8-aa5a7ecdec39 req-a6ea6a2a-a12d-4189-96ab-74d78092808b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340984 Aug 09 13:33:02.670169 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd519a6a-9630-4b3b-937a-95be33e80a28 req-a0d7c0f5-713b-4fbc-ae88-6f83787283d4 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:02.671733 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cd519a6a-9630-4b3b-937a-95be33e80a28 req-a0d7c0f5-713b-4fbc-ae88-6f83787283d4 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 943 time: 0.0576723 Aug 09 13:33:02.716930 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cd519a6a-9630-4b3b-937a-95be33e80a28 req-e5b0677e-36a0-47c2-96ef-12f9ffaabd69 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 Aug 09 13:33:03.851096 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844178c-1d68-41fc-8ff2-000eef4c127d req-7183334e-b73a-497b-bf65-6e0b44b05f35 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:03.852769 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e844178c-1d68-41fc-8ff2-000eef4c127d req-7183334e-b73a-497b-bf65-6e0b44b05f35 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 943 time: 0.0544686 Aug 09 13:33:03.897287 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e844178c-1d68-41fc-8ff2-000eef4c127d req-795af349-08a4-4230-b31e-b7c9cc655420 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369332 Aug 09 13:33:04.395029 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:33:05.035149 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1f044-8aa7-449e-8323-0b7193fac731 req-54934061-d321-4865-8553-28b81075be00 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:05.036745 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f1e1f044-8aa7-449e-8323-0b7193fac731 req-54934061-d321-4865-8553-28b81075be00 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 943 time: 0.0576732 Aug 09 13:33:05.056396 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-64345530-5b5c-4d80-aab5-3ae003f08486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:05.083223 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-f1e1f044-8aa7-449e-8323-0b7193fac731 req-eef9dcfb-21df-4815-8708-81bd539a1cc8 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397575 Aug 09 13:33:06.208581 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12213f-bc5f-4be2-a2c0-07c0b5da6163 req-78c02786-ceec-41e3-a872-495e355c556b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:06.210070 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cb12213f-bc5f-4be2-a2c0-07c0b5da6163 req-78c02786-ceec-41e3-a872-495e355c556b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 943 time: 0.0562317 Aug 09 13:33:06.251000 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-cb12213f-bc5f-4be2-a2c0-07c0b5da6163 req-6e7edc68-d8c7-46da-ab06-2dce6f433cd2 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346537 Aug 09 13:33:06.551998 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 82175bf0-4242-42f8-9a3d-76d5ddd8535d details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:33:06.661234 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 82175bf0-4242-42f8-9a3d-76d5ddd8535d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=82175bf0-4242-42f8-9a3d-76d5ddd8535d,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:33:06.674065 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'port_id': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'mac_address': 'fa:16:3e:74:b6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:33:06.724145 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:06.742012 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82175bf0-4242-42f8-9a3d-76d5ddd8535d {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:33:06.762708 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 82175bf0-4242-42f8-9a3d-76d5ddd8535d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=82175bf0-4242-42f8-9a3d-76d5ddd8535d,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:33:06.767336 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:06.818214 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=82175bf0-4242-42f8-9a3d-76d5ddd8535d,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:06.825937 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.826356 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.826618 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.827022 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.827388 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.827595 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.827991 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.828249 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.828594 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.828997 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.829245 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:06.829562 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:07.380524 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d51b4-9202-4dc9-a962-cae70d854fd1 req-a3daea49-a6dc-4817-9eaf-8eefea1ded8a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:07.382167 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0e1d51b4-9202-4dc9-a962-cae70d854fd1 req-a3daea49-a6dc-4817-9eaf-8eefea1ded8a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 944 time: 0.0581000 Aug 09 13:33:07.425260 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-0e1d51b4-9202-4dc9-a962-cae70d854fd1 req-dc3b88ae-88e8-4446-843e-a6a6ab531f41 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366912 Aug 09 13:33:07.563629 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-817b326b-6e83-4894-8131-319a521f7edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:07.928124 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:08.410028 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:08.545146 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d3bc0-6c94-478d-998d-1dc7490cc10c req-e193bb19-0c13-433b-aef9-b6e5c157340f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:08.546718 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e56d3bc0-6c94-478d-998d-1dc7490cc10c req-e193bb19-0c13-433b-aef9-b6e5c157340f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 944 time: 0.0517490 Aug 09 13:33:08.588898 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e56d3bc0-6c94-478d-998d-1dc7490cc10c req-56772993-ce0f-4742-8945-df424885dd77 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353630 Aug 09 13:33:08.679726 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['82175bf0-4242-42f8-9a3d-76d5ddd8535d'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:33:08.816215 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:09.723512 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc78f1-ee6f-40d5-bac4-bb5345ba989e req-dfaeaa8c-ae76-4453-a90a-76fcd3c879da tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:09.725069 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2adc78f1-ee6f-40d5-bac4-bb5345ba989e req-dfaeaa8c-ae76-4453-a90a-76fcd3c879da tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 944 time: 0.0536056 Aug 09 13:33:09.765402 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-2adc78f1-ee6f-40d5-bac4-bb5345ba989e req-d77a0b35-0c1a-4cc1-b31f-e13d5c9eebb3 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342627 Aug 09 13:33:10.253972 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:10.392469 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 82175bf0-4242-42f8-9a3d-76d5ddd8535d up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:33:10.445376 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 82175bf0-4242-42f8-9a3d-76d5ddd8535d completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:33:10.449868 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 82175bf0-4242-42f8-9a3d-76d5ddd8535d triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:33:10.450269 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:10.532774 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:10.558887 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82175bf0-4242-42f8-9a3d-76d5ddd8535d'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:33:10.561309 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339c4ee3-dae1-4d30-a7a8-f74468912b54" -d '{"events": [{"server_uuid": "a468524f-0fda-438c-bbb0-1093ad3fa09d", "name": "network-vif-plugged", "status": "completed", "tag": "82175bf0-4242-42f8-9a3d-76d5ddd8535d"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:33:10.576337 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 82175bf0-4242-42f8-9a3d-76d5ddd8535d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=82175bf0-4242-42f8-9a3d-76d5ddd8535d,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:33:10.582322 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:10.610868 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b885c7c5-2537-48aa-b40a-d2cb144f50db x-openstack-request-id: req-b885c7c5-2537-48aa-b40a-d2cb144f50db {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:33:10.611138 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a468524f-0fda-438c-bbb0-1093ad3fa09d", "name": "network-vif-plugged", "status": "completed", "tag": "82175bf0-4242-42f8-9a3d-76d5ddd8535d", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:33:10.611384 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b885c7c5-2537-48aa-b40a-d2cb144f50db {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:33:10.611771 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'code': 200} Aug 09 13:33:10.643612 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=82175bf0-4242-42f8-9a3d-76d5ddd8535d,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:10.851783 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9479b-9404-4cfd-953f-5b0fb9a9678a req-f4200c6e-ebc2-4574-82c9-0f06dbe8306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:10.853380 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-67d9479b-9404-4cfd-953f-5b0fb9a9678a req-f4200c6e-ebc2-4574-82c9-0f06dbe8306d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 1098 time: 0.0491023 Aug 09 13:33:10.893057 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-67d9479b-9404-4cfd-953f-5b0fb9a9678a req-5a1ee0c9-07d8-45dc-af48-e2c07b425a2a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309722 Aug 09 13:33:10.898355 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8fccf-8ab6-4371-8faf-5e3245a28720 req-7617e3c4-9d49-4ffa-b104-423e4de19470 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:10.900137 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9bd8fccf-8ab6-4371-8faf-5e3245a28720 req-7617e3c4-9d49-4ffa-b104-423e4de19470 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 945 time: 0.0548506 Aug 09 13:33:10.941884 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9bd8fccf-8ab6-4371-8faf-5e3245a28720 req-a2fb8618-99f5-48f2-b32e-26999f8eea76 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352302 Aug 09 13:33:12.065958 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57c489-741f-4801-933a-020ede10b58f req-e25c860e-2ca5-41ce-b5e7-5d4a727c0b77 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:12.067339 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9c57c489-741f-4801-933a-020ede10b58f req-e25c860e-2ca5-41ce-b5e7-5d4a727c0b77 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 945 time: 0.0499334 Aug 09 13:33:12.107524 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9c57c489-741f-4801-933a-020ede10b58f req-7f5536b7-acf1-466a-9239-2ecb3b1abfd5 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338359 Aug 09 13:33:12.227087 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b53b-2f2c-4fd7-a686-0ed321dae9a4 req-40098dfe-35ca-4c08-a0bd-b6196af5feeb tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:12.229552 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ef60b53b-2f2c-4fd7-a686-0ed321dae9a4 req-40098dfe-35ca-4c08-a0bd-b6196af5feeb tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 945 time: 0.0534308 Aug 09 13:33:12.273849 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ef60b53b-2f2c-4fd7-a686-0ed321dae9a4 req-cceb2a97-a63b-4a38-89aa-1754a47e8855 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381567 Aug 09 13:33:12.296779 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59552) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:12.499598 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af82b0-7e1d-4365-9fbc-d812779c145c tempest-TestVolumeBootPattern-1173817312 tempest-TestVolumeBootPattern-1173817312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:12.501163 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-d5af82b0-7e1d-4365-9fbc-d812779c145c tempest-TestVolumeBootPattern-1173817312 tempest-TestVolumeBootPattern-1173817312-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 1093 time: 0.2034450 Aug 09 13:33:12.504049 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59556) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:12.508548 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Request body: {'floatingip': {'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'port_id': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:33:12.533067 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:12.896123 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:12.935608 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59568) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:13.033839 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Allocated IP 172.27.3.251 (9efc1d4d-3c3b-4b74-b115-a239c6fb1dba/a5da5192-78cd-41a1-9bd7-7cc29a54a4a5/f83afd40-b62e-47b8-8c99-dd03f6e516a2) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:33:13.065650 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-01cd204a-6e08-42a3-a357-769f1bef3f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.193996 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.212122 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-01cd204a-6e08-42a3-a357-769f1bef3f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.220548 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-01cd204a-6e08-42a3-a357-769f1bef3f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.242295 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.270584 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-01cd204a-6e08-42a3-a357-769f1bef3f15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d7b8100db634dfa92eeaf70c7c3e85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334732 Aug 09 13:33:13.271921 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd204a-6e08-42a3-a357-769f1bef3f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100335d0-79c0-4fbf-8912-69bb58f9d78d,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:13.274797 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59578) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:13.298548 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Network 9efc1d4d-3c3b-4b74-b115-a239c6fb1dba is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:33:13.306041 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:33:13.310475 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:33:13.335701 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'Port': ['ID=f83afd40-b62e-47b8-8c99-dd03f6e516a2,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:13.337457 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d83b38ed-efa0-4b92-9fb5-78ac368599a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.367986 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d83b38ed-efa0-4b92-9fb5-78ac368599a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.422433 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d83b38ed-efa0-4b92-9fb5-78ac368599a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.433820 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-d83b38ed-efa0-4b92-9fb5-78ac368599a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.435010 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-d83b38ed-efa0-4b92-9fb5-78ac368599a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/100335d0-79c0-4fbf-8912-69bb58f9d78d HTTP/1.1" status: 204 len: 168 time: 0.1594398 Aug 09 13:33:13.446873 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b38ed-efa0-4b92-9fb5-78ac368599a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100335d0-79c0-4fbf-8912-69bb58f9d78d,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:13.726399 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.740069 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59584) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:13.759675 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8e49ac00-2fd0-4155-9045-1c3c597c0549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.803134 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.899587 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8e49ac00-2fd0-4155-9045-1c3c597c0549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.905434 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-8e49ac00-2fd0-4155-9045-1c3c597c0549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:13.946377 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49ac00-2fd0-4155-9045-1c3c597c0549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c3176c-d4e4-4707-8f80-3eb09ae9eb81,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:13.955440 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-8e49ac00-2fd0-4155-9045-1c3c597c0549 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=451dc99a1816462da318df04658b3161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139068 Aug 09 13:33:13.958014 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59586) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:14.020091 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.028332 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.067060 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2d66-3041-47be-8509-c932744b34a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.127514 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2d66-3041-47be-8509-c932744b34a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.145590 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event updated for resources: {'Port': ['ID=f83afd40-b62e-47b8-8c99-dd03f6e516a2,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:14.161489 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2076061'] for floatingip, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.273998 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2d66-3041-47be-8509-c932744b34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.276864 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2d66-3041-47be-8509-c932744b34a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.278062 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-a3cb2d66-3041-47be-8509-c932744b34a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95c3176c-d4e4-4707-8f80-3eb09ae9eb81 HTTP/1.1" status: 204 len: 168 time: 0.3190620 Aug 09 13:33:14.283843 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.l3_db [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Floating IP afa5183e-1c10-485c-b489-327bd21568ca associated. External IP: 172.27.3.251, port: 82175bf0-4242-42f8-9a3d-76d5ddd8535d. Aug 09 13:33:14.325195 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb2d66-3041-47be-8509-c932744b34a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c3176c-d4e4-4707-8f80-3eb09ae9eb81,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:14.502068 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59598) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:14.545844 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:33:14.643229 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59602) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:14.657716 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1c1376c7-d1dd-4810-b234-f0d8c7026ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.676574 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1f18-9ee7-4cb9-bbaa-c65c28f8dd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.692357 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:33:14.706267 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] Sync routers for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:33:14.718100 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:33:14.718750 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:33:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:33:14.771030 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1c1376c7-d1dd-4810-b234-f0d8c7026ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.777111 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-1c1376c7-d1dd-4810-b234-f0d8c7026ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.782175 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.818599 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-1c1376c7-d1dd-4810-b234-f0d8c7026ae8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58e71a950bea4863822846d07df388db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152459 Aug 09 13:33:14.819491 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1376c7-d1dd-4810-b234-f0d8c7026ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6c08aa-2824-4d97-b231-1ab8e62215b3,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:14.823240 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59604) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:14.866289 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-cd15c077-8cde-4617-9fc2-aee405c09296 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3483832 Aug 09 13:33:14.866552 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:33:14.866649 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'tag': '82175bf0-4242-42f8-9a3d-76d5ddd8535d'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:33:14.866649 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e1d220-1197-4e63-9e45-bbae3d99957a" -d '{"events": [{"name": "network-changed", "server_uuid": "a468524f-0fda-438c-bbb0-1093ad3fa09d", "tag": "82175bf0-4242-42f8-9a3d-76d5ddd8535d"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:33:14.889542 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-16e41b48-813f-4b35-98bb-68fc8d444969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.925474 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-16e41b48-813f-4b35-98bb-68fc8d444969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.944795 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aef92e-661a-455a-8a7d-80d24d29f500 x-openstack-request-id: req-a7aef92e-661a-455a-8a7d-80d24d29f500 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:33:14.945973 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a468524f-0fda-438c-bbb0-1093ad3fa09d", "tag": "82175bf0-4242-42f8-9a3d-76d5ddd8535d", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:33:14.946360 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7aef92e-661a-455a-8a7d-80d24d29f500 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:33:14.946708 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'tag': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'status': 'completed', 'code': 200} Aug 09 13:33:14.953109 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1f18-9ee7-4cb9-bbaa-c65c28f8dd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.960620 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1f18-9ee7-4cb9-bbaa-c65c28f8dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:14.997254 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-16e41b48-813f-4b35-98bb-68fc8d444969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:15.003434 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-16e41b48-813f-4b35-98bb-68fc8d444969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:15.006337 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-16e41b48-813f-4b35-98bb-68fc8d444969 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a6c08aa-2824-4d97-b231-1ab8e62215b3 HTTP/1.1" status: 204 len: 168 time: 0.1814978 Aug 09 13:33:15.020906 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e41b48-813f-4b35-98bb-68fc8d444969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6c08aa-2824-4d97-b231-1ab8e62215b3,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:15.043813 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-3d9e1f18-9ee7-4cb9-bbaa-c65c28f8dd2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f2a5516dab54ce3af2e00de157a5421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993826 Aug 09 13:33:15.044942 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59612) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:15.055531 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e1f18-9ee7-4cb9-bbaa-c65c28f8dd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fbddd1-66be-4916-ab3d-bcb1bdc0c29b,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:15.066308 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-e11105f0-cdce-4c7e-b27c-e2775afb8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:15.068028 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-e11105f0-cdce-4c7e-b27c-e2775afb8e6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 1098 time: 0.0871263 Aug 09 13:33:15.143903 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2c23ac2a-1bf7-43bc-90f5-e8b35d6b8a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:15.178164 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2c23ac2a-1bf7-43bc-90f5-e8b35d6b8a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:15.203881 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-fc645d6f-2dc6-492f-b874-55f20a66f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:15.206102 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-fc645d6f-2dc6-492f-b874-55f20a66f446 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 913 time: 0.1305964 Aug 09 13:33:15.251616 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2c23ac2a-1bf7-43bc-90f5-e8b35d6b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:15.253145 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '87823f11-44a0-4133-a593-5e6b8a997bd0', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:1d:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:31:01Z', 'updated_at': '2021-08-09T13:31:04Z', 'revision_number': 1, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}, {'id': 'afa5183e-1c10-485c-b489-327bd21568ca', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:74:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:33:13Z', 'updated_at': '2021-08-09T13:33:13Z', 'revision_number': 0, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:33:15.255342 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-2c23ac2a-1bf7-43bc-90f5-e8b35d6b8a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:15.257105 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-2c23ac2a-1bf7-43bc-90f5-e8b35d6b8a1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35fbddd1-66be-4916-ab3d-bcb1bdc0c29b HTTP/1.1" status: 204 len: 168 time: 0.2107747 Aug 09 13:33:15.289707 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23ac2a-1bf7-43bc-90f5-e8b35d6b8a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fbddd1-66be-4916-ab3d-bcb1bdc0c29b,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:15.315835 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] Checking router: 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:33:15.323279 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-b3df0a32-9939-457a-ac15-829a554ce7ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82175bf0-4242-42f8-9a3d-76d5ddd8535d HTTP/1.1" status: 200 len: 999 time: 0.1057436 Aug 09 13:33:15.336144 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:33:15.336990 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:33:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:33:15.401495 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-42ee6ffd-ef67-4977-aece-0e1d04ca35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:15.403488 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-42ee6ffd-ef67-4977-aece-0e1d04ca35cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0717220 Aug 09 13:33:15.474654 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:33:15.476348 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-f97e891a-9e4c-4ad3-ac41-f43a277c195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:15.479016 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-f97e891a-9e4c-4ad3-ac41-f43a277c195b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687306 Aug 09 13:33:15.599777 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-56ae445a-3095-4779-9012-9cd6425f3100 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132228 Aug 09 13:33:15.731356 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-b8e1d220-1197-4e63-9e45-bbae3d99957a req-69f8c329-55ec-4296-b46b-3f6074bbea47 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229253 Aug 09 13:33:15.797872 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '87823f11-44a0-4133-a593-5e6b8a997bd0', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:1d:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:31:01Z', 'updated_at': '2021-08-09T13:31:04Z', 'revision_number': 1, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}, {'id': 'afa5183e-1c10-485c-b489-327bd21568ca', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:74:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:33:13Z', 'updated_at': '2021-08-09T13:33:13Z', 'revision_number': 0, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:33:15.830124 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70824ad-cea9-4afb-9791-c08923458f28 None None] The sync data for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi is: [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '87823f11-44a0-4133-a593-5e6b8a997bd0', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:1d:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:31:01Z', 'updated_at': '2021-08-09T13:31:04Z', 'revision_number': 1, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}, {'id': 'afa5183e-1c10-485c-b489-327bd21568ca', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:74:b6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:33:13Z', 'updated_at': '2021-08-09T13:33:13Z', 'revision_number': 0, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:33:16.083748 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880416b3-0f08-4732-896c-5839bdbf3c12 None None] New status for floating IP afa5183e-1c10-485c-b489-327bd21568ca: ACTIVE {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:33:16.730774 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59668) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:16.854468 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-50921934-fad8-4dde-be23-ce5217961fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:16.963196 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-50921934-fad8-4dde-be23-ce5217961fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:16.971424 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-50921934-fad8-4dde-be23-ce5217961fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:17.012500 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-50921934-fad8-4dde-be23-ce5217961fc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae572a0a09914e2f9cebe95901c778d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801149 Aug 09 13:33:17.013249 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50921934-fad8-4dde-be23-ce5217961fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cee1cc8-1c30-4650-97b1-0e4628700a7f,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:17.015243 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59672) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:17.078104 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c560ef62-7a60-4382-89c8-5bcf029a6047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:17.102659 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c560ef62-7a60-4382-89c8-5bcf029a6047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:17.162910 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c560ef62-7a60-4382-89c8-5bcf029a6047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:17.166347 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c560ef62-7a60-4382-89c8-5bcf029a6047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:17.168121 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c560ef62-7a60-4382-89c8-5bcf029a6047 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cee1cc8-1c30-4650-97b1-0e4628700a7f HTTP/1.1" status: 204 len: 168 time: 0.1517901 Aug 09 13:33:17.177211 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560ef62-7a60-4382-89c8-5bcf029a6047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cee1cc8-1c30-4650-97b1-0e4628700a7f,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:35.057009 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-97762692-0c5f-4243-91b1-4a46e2ffa9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:37.566606 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7be5e06c-ffcd-4343-aeec-02adde4473dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:37.922244 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:38.413929 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:38.799296 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:39.897660 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 59980) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:40.040638 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:40.155749 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:40.162389 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:40.204511 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0e4a6155ae14ef8b33a78805a200f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053343 Aug 09 13:33:40.205802 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e414f2-2378-4cc5-8667-bf65040e511a,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:40.206304 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 59984) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:33:40.215850 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.216210 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.216587 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.216923 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.217254 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.217613 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.217938 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.218262 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.218588 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.218961 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.219284 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.219880 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2ca2-dad8-4136-976b-22208d60b6b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:33:40.246694 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:40.261417 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9b738585-8018-4d21-a40e-9050c9ede12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:40.285231 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9b738585-8018-4d21-a40e-9050c9ede12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:40.338627 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9b738585-8018-4d21-a40e-9050c9ede12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:40.341430 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-9b738585-8018-4d21-a40e-9050c9ede12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:33:40.342571 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-9b738585-8018-4d21-a40e-9050c9ede12d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19e414f2-2378-4cc5-8667-bf65040e511a HTTP/1.1" status: 204 len: 168 time: 0.1349795 Aug 09 13:33:40.353236 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b738585-8018-4d21-a40e-9050c9ede12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e414f2-2378-4cc5-8667-bf65040e511a,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:33:41.400687 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:33:41.653596 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-d6fa97cd-a53c-4f57-8142-e9ad88990c75 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431817 Aug 09 13:33:41.748553 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-37efa465-d29c-4d50-94ad-252a4ca82860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:41.750804 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-37efa465-d29c-4d50-94ad-252a4ca82860 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 1099 time: 0.0442002 Aug 09 13:33:41.865989 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-73fda5e6-7ea4-4a01-836d-97a59725cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:41.868474 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-73fda5e6-7ea4-4a01-836d-97a59725cf8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 913 time: 0.0945249 Aug 09 13:33:41.942522 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-8524463e-c5bf-4376-8cad-c9a722f2cce7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b HTTP/1.1" status: 200 len: 1001 time: 0.0653951 Aug 09 13:33:42.001338 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-ae33c4bc-d170-41d2-8158-6771f8c8b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:42.002935 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-ae33c4bc-d170-41d2-8158-6771f8c8b992 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0509095 Aug 09 13:33:42.061869 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-d7f2f92b-e653-490a-b14a-28090907a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:33:42.063586 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-d7f2f92b-e653-490a-b14a-28090907a7be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509329 Aug 09 13:33:42.165365 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-4f031c05-27d8-47dc-b831-038c8f8cada6 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920117 Aug 09 13:33:42.277912 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ca61ee22-fbcf-469a-a9a2-896e66d20533 req-74c09101-7c20-4ef7-8ea8-0ca0f8651832 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983799 Aug 09 13:34:00.844464 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 60074) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:34:00.956786 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-55604e7c-9319-4454-8280-f8b570472415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:01.060072 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-55604e7c-9319-4454-8280-f8b570472415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:01.067191 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-55604e7c-9319-4454-8280-f8b570472415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:01.105338 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-55604e7c-9319-4454-8280-f8b570472415 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab6f8b593180407eba584af23708f719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594199 Aug 09 13:34:01.106019 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55604e7c-9319-4454-8280-f8b570472415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6556f0dc-882a-4cb8-8e2d-9bdf0e12081a,revision_number=1']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:01.107854 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60078) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:34:01.165781 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:01.188930 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:01.237288 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:01.239807 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:01.241007 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6556f0dc-882a-4cb8-8e2d-9bdf0e12081a HTTP/1.1" status: 204 len: 168 time: 0.1320703 Aug 09 13:34:01.253340 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6556f0dc-882a-4cb8-8e2d-9bdf0e12081a,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:01.265770 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.266432 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.267005 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.267574 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.268139 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.268672 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.269235 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.269804 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.270361 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.270926 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.271494 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:01.272087 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a6b6-5d7d-4287-a5f4-4367e5671e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:03.519599 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-43bbf1a9-5075-4cc8-8c57-e577c33c7090 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ef29c69f99654368822d98afadf71cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310519 Aug 09 13:34:03.708488 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-93619ddf-c89b-4f35-9537-5a03a7979983 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:03.709872 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-93619ddf-c89b-4f35-9537-5a03a7979983 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846817 Aug 09 13:34:03.726459 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3f134062-f504-4901-b1cb-43c59086709e tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/quotas/ef29c69f99654368822d98afadf71cbf HTTP/1.1" status: 200 len: 375 time: 0.0106375 Aug 09 13:34:03.759138 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-856e8916-a729-451b-950d-aa23bac329dd tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef29c69f99654368822d98afadf71cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268900 Aug 09 13:34:04.940972 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-42f86186-636b-450b-acbb-a8acb98c45c6 req-09980295-f5dd-42ac-ae6a-99b861a900f1 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 210 time: 0.0263610 Aug 09 13:34:05.056195 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-346eee6c-4c29-4ba1-b82c-791c79363eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:05.923856 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-dea8fe14-cc56-4b71-9250-fecc1149de5d tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ef29c69f99654368822d98afadf71cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331151 Aug 09 13:34:06.040783 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-46f055b0-57d3-499b-9687-dbff966fa3bf req-87fb88cf-4641-48f5-916c-7728d2d3287f tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 210 time: 0.0270731 Aug 09 13:34:06.118056 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-988c3683-4250-40a9-8720-a975cdd0f765 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:06.119509 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-988c3683-4250-40a9-8720-a975cdd0f765 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880398 Aug 09 13:34:06.137976 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Request body: {'port': {'device_id': '0d7707a8-b043-4218-99ff-ca417e09c7df', 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da', 'admin_state_up': True, 'tenant_id': 'ef29c69f99654368822d98afadf71cbf'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:34:06.502829 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Made reservation on behalf of ef29c69f99654368822d98afadf71cbf for: {'port': 1} {{(pid=93362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 13:34:06.506418 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:06.515532 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks [] for security_group, before_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:06.608318 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:06.614032 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:06.676055 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25570285-5cc3-4cf5-a7b6-b1e0382d7c34,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:06.752423 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_common [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Allocated IP 192.168.233.149 (cc707be4-db7a-4d4b-b0c4-0dcb246369da/ea54193e-24db-4601-b5a1-0d56869ee2a4/728293cc-8300-4b64-803f-d9cd31f4ef22) {{(pid=93362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 13:34:06.905896 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks [] for port, precommit_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:06.920260 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Transition to ACTIVE for port object 728293cc-8300-4b64-803f-d9cd31f4ef22 will not be triggered until provisioned by entity DHCP. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:34:06.956446 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735473589495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_create {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:06.999855 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Network cc707be4-db7a-4d4b-b0c4-0dcb246369da is already hosted by enough agents. {{(pid=93362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 13:34:07.005466 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.base_scheduler [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Resources bound (agent type, host, resource id): {{(pid=93362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 13:34:07.009227 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Received port after_create {{(pid=93362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 13:34:07.035156 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Pushing event updated for resources: {'Port': ['ID=728293cc-8300-4b64-803f-d9cd31f4ef22,revision_number=1']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:07.070453 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:07.071134 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:07.089653 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-3639d595-f3b0-4fee-9d89-3aa780f8e309 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9554620 Aug 09 13:34:07.103277 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.v2.base [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Request body: {'port': {'device_id': '0d7707a8-b043-4218-99ff-ca417e09c7df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 13:34:07.164414 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:07.176394 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4d8c3-f9dc-4d33-a2da-80fd4aea7684 req-635a351d-ac92-472c-b496-7601ae884d57 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:07.177944 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b9f4d8c3-f9dc-4d33-a2da-80fd4aea7684 req-635a351d-ac92-472c-b496-7601ae884d57 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 936 time: 0.0550554 Aug 09 13:34:07.236278 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-477e8e7c-4703-43cc-8d9e-580ebdd0f532 None None] Provisioning for port 728293cc-8300-4b64-803f-d9cd31f4ef22 completed by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:34:07.242586 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-477e8e7c-4703-43cc-8d9e-580ebdd0f532 None None] Provisioning complete for port 728293cc-8300-4b64-803f-d9cd31f4ef22 triggered by entity DHCP. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:34:07.243398 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-477e8e7c-4703-43cc-8d9e-580ebdd0f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:07.284164 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-477e8e7c-4703-43cc-8d9e-580ebdd0f532 None None] Port 728293cc-8300-4b64-803f-d9cd31f4ef22 cannot update to ACTIVE because it is not bound. {{(pid=93363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 13:34:07.469155 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728293cc-8300-4b64-803f-d9cd31f4ef22 {{(pid=93362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:34:07.477982 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:07.491369 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.provisioning_blocks [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Transition to ACTIVE for port object 728293cc-8300-4b64-803f-d9cd31f4ef22 will not be triggered until provisioned by entity L2. {{(pid=93362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 13:34:07.496565 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:07.502833 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b9f4d8c3-f9dc-4d33-a2da-80fd4aea7684 req-60431459-c78e-4fa0-8239-7621b29382e7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/security-groups?id=25570285-5cc3-4cf5-a7b6-b1e0382d7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182893 Aug 09 13:34:07.546435 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Pushing event updated for resources: {'Port': ['ID=728293cc-8300-4b64-803f-d9cd31f4ef22,revision_number=2']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:07.570124 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1c57eef3-7bc3-49b4-a5a0-9d677afa1138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:07.631440 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Attempting to bind port 728293cc-8300-4b64-803f-d9cd31f4ef22 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 13:34:07.631749 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Attempting to bind port 728293cc-8300-4b64-803f-d9cd31f4ef22 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '72b0d96a-b8cb-4b7a-a916-fce1c2c63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da'}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 13:34:07.632355 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Attempting to bind port 728293cc-8300-4b64-803f-d9cd31f4ef22 on network cc707be4-db7a-4d4b-b0c4-0dcb246369da {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:34:07.637086 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Port 728293cc-8300-4b64-803f-d9cd31f4ef22 on network cc707be4-db7a-4d4b-b0c4-0dcb246369da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 13:34:07.637479 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Attempting to bind port 728293cc-8300-4b64-803f-d9cd31f4ef22 on network cc707be4-db7a-4d4b-b0c4-0dcb246369da {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 13:34:07.643779 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Checking agent: {'id': '7a65051b-5955-483c-9b4f-c0d606e18086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'started_at': datetime.datetime(2021, 8, 9, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 13:34:07.644116 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Checking segment: {'id': '72b0d96a-b8cb-4b7a-a916-fce1c2c63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 13:34:07.644525 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Bound using segment: {'id': '72b0d96a-b8cb-4b7a-a916-fce1c2c63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da'} {{(pid=93362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 13:34:07.644958 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.managers [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Bound port: 728293cc-8300-4b64-803f-d9cd31f4ef22, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b0d96a-b8cb-4b7a-a916-fce1c2c63c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da'}}] {{(pid=93362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 13:34:07.645314 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:07.716672 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] For port 728293cc-8300-4b64-803f-d9cd31f4ef22, host hv-cinder-78729, cleared binding levels {{(pid=93362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 13:34:07.720120 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] For port 728293cc-8300-4b64-803f-d9cd31f4ef22, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=728293cc-8300-4b64-803f-d9cd31f4ef22,segment=NetworkSegment(72b0d96a-b8cb-4b7a-a916-fce1c2c63c11),segment_id=72b0d96a-b8cb-4b7a-a916-fce1c2c63c11)] {{(pid=93362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 13:34:07.725602 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8150838'] for port, after_update {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:07.763141 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:07.763770 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:07.765162 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] 10.222.0.42 "PUT /v2.0/ports/728293cc-8300-4b64-803f-d9cd31f4ef22 HTTP/1.1" status: 200 len: 1098 time: 0.6667902 Aug 09 13:34:07.765592 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7707a8-b043-4218-99ff-ca417e09c7df', 'tag': '728293cc-8300-4b64-803f-d9cd31f4ef22'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:34:07.768252 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c09e94-c5e2-4595-a1fa-d2d57e919838" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7707a8-b043-4218-99ff-ca417e09c7df", "tag": "728293cc-8300-4b64-803f-d9cd31f4ef22"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:34:07.794684 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096efa1-6e83-43d5-8645-272a556af347 service neutron] Pushing event updated for resources: {'Port': ['ID=728293cc-8300-4b64-803f-d9cd31f4ef22,revision_number=3']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:07.838843 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3187a0-75ba-4638-810e-14e83a224efd x-openstack-request-id: req-de3187a0-75ba-4638-810e-14e83a224efd {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:34:07.839143 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7707a8-b043-4218-99ff-ca417e09c7df", "tag": "728293cc-8300-4b64-803f-d9cd31f4ef22", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:34:07.839340 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de3187a0-75ba-4638-810e-14e83a224efd {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:34:07.839769 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7707a8-b043-4218-99ff-ca417e09c7df', 'tag': '728293cc-8300-4b64-803f-d9cd31f4ef22', 'status': 'completed', 'code': 200} Aug 09 13:34:07.857853 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-e3f8a8ca-2934-42f1-b7ad-4f4321ee03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:07.859401 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-e3f8a8ca-2934-42f1-b7ad-4f4321ee03c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef29c69f99654368822d98afadf71cbf&device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 1101 time: 0.0516543 Aug 09 13:34:07.908465 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-d1829924-e363-4ad1-846d-ced90dd5d27f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=728293cc-8300-4b64-803f-d9cd31f4ef22 HTTP/1.1" status: 200 len: 217 time: 0.0374923 Aug 09 13:34:07.927737 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:07.962348 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-ca1b3d90-4edf-4650-b2bf-ea82e72f82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:07.963836 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-ca1b3d90-4edf-4650-b2bf-ea82e72f82ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea54193e-24db-4601-b5a1-0d56869ee2a4 HTTP/1.1" status: 200 len: 843 time: 0.0496805 Aug 09 13:34:08.016328 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-684a2e77-fe88-42e4-aa1c-b154c9357024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:08.017879 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-684a2e77-fe88-42e4-aa1c-b154c9357024 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc707be4-db7a-4d4b-b0c4-0dcb246369da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458071 Aug 09 13:34:08.111098 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-92287dd3-b4e2-4c3c-9cca-6e38a48e2a22 service neutron] 10.222.0.42 "GET /v2.0/networks/cc707be4-db7a-4d4b-b0c4-0dcb246369da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843291 Aug 09 13:34:08.208589 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-a3c06c1f-be26-4ac2-b074-fe433b232195 req-f1696d91-99c6-4578-8ee4-f9680024678a service neutron] 10.222.0.42 "GET /v2.0/networks/cc707be4-db7a-4d4b-b0c4-0dcb246369da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898185 Aug 09 13:34:08.302754 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-c5eb2563-4bd6-4368-b9ad-ac89ac629388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:08.304189 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-c5eb2563-4bd6-4368-b9ad-ac89ac629388 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef29c69f99654368822d98afadf71cbf&device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 1101 time: 0.0415328 Aug 09 13:34:08.400886 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-79c9a5e1-6dee-4e10-accb-ebaad9667963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:08.402446 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-79c9a5e1-6dee-4e10-accb-ebaad9667963 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc707be4-db7a-4d4b-b0c4-0dcb246369da HTTP/1.1" status: 200 len: 870 time: 0.0907211 Aug 09 13:34:08.423085 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:08.448389 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-60519f44-6b8f-414e-9edb-509518ab8e69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=728293cc-8300-4b64-803f-d9cd31f4ef22 HTTP/1.1" status: 200 len: 217 time: 0.0384352 Aug 09 13:34:08.521767 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-26f849b0-c057-4039-acb5-00aff1759914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:08.524035 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-26f849b0-c057-4039-acb5-00aff1759914 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea54193e-24db-4601-b5a1-0d56869ee2a4 HTTP/1.1" status: 200 len: 843 time: 0.0673745 Aug 09 13:34:08.580690 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-26557c22-f727-43e3-9d19-41bee262e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:08.582149 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-26557c22-f727-43e3-9d19-41bee262e9bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc707be4-db7a-4d4b-b0c4-0dcb246369da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0483704 Aug 09 13:34:08.629823 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee56578-43db-4169-bf25-a807b5414cfb req-e8c8a854-4b4f-445a-a853-e723ff31206f tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:08.631304 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-aee56578-43db-4169-bf25-a807b5414cfb req-e8c8a854-4b4f-445a-a853-e723ff31206f tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 948 time: 0.0506048 Aug 09 13:34:08.673474 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-aee56578-43db-4169-bf25-a807b5414cfb req-6cc1bfb1-5774-4eec-a311-2b22aab71c5c tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/security-groups?id=25570285-5cc3-4cf5-a7b6-b1e0382d7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355668 Aug 09 13:34:08.682568 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-f4ea40cf-9d7d-47c8-bf67-5bfd32461aa4 service neutron] 10.222.0.42 "GET /v2.0/networks/cc707be4-db7a-4d4b-b0c4-0dcb246369da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919228 Aug 09 13:34:08.789167 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-34c09e94-c5e2-4595-a1fa-d2d57e919838 req-d65bb3e9-740e-43e4-98fa-09030a45d88d service neutron] 10.222.0.42 "GET /v2.0/networks/cc707be4-db7a-4d4b-b0c4-0dcb246369da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977595 Aug 09 13:34:08.798978 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:09.792118 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159df5ab-1f94-42dd-9043-86b8dcb42d3c req-f150d716-343e-43e1-813b-4384ec51450f tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:09.793615 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-159df5ab-1f94-42dd-9043-86b8dcb42d3c req-f150d716-343e-43e1-813b-4384ec51450f tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 948 time: 0.0503471 Aug 09 13:34:09.834753 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-159df5ab-1f94-42dd-9043-86b8dcb42d3c req-6fdf09f5-fdc1-4e09-8a35-653c5f617c4c tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/security-groups?id=25570285-5cc3-4cf5-a7b6-b1e0382d7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Aug 09 13:34:10.251273 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:10.641501 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 728293cc-8300-4b64-803f-d9cd31f4ef22 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 13:34:10.743914 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 728293cc-8300-4b64-803f-d9cd31f4ef22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=728293cc-8300-4b64-803f-d9cd31f4ef22,segment=NetworkSegment(72b0d96a-b8cb-4b7a-a916-fce1c2c63c11),segment_id=72b0d96a-b8cb-4b7a-a916-fce1c2c63c11)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:34:10.758696 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Returning: {'device': '728293cc-8300-4b64-803f-d9cd31f4ef22', 'network_id': 'cc707be4-db7a-4d4b-b0c4-0dcb246369da', 'port_id': '728293cc-8300-4b64-803f-d9cd31f4ef22', 'mac_address': 'fa:16:3e:68:f0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea54193e-24db-4601-b5a1-0d56869ee2a4', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 13:34:10.799155 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:10.817839 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728293cc-8300-4b64-803f-d9cd31f4ef22 {{(pid=93363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 13:34:10.841288 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 728293cc-8300-4b64-803f-d9cd31f4ef22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=728293cc-8300-4b64-803f-d9cd31f4ef22,segment=NetworkSegment(72b0d96a-b8cb-4b7a-a916-fce1c2c63c11),segment_id=72b0d96a-b8cb-4b7a-a916-fce1c2c63c11)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:34:10.847716 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:10.920925 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=728293cc-8300-4b64-803f-d9cd31f4ef22,revision_number=4']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:10.930849 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.931385 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.931848 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.932409 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.932919 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.933460 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.934021 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.934477 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.934981 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.935480 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.935895 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:10.936258 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:34:11.026818 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e22b4-f551-4527-b0f4-ae1b0ddfb88e req-a7c39a18-cf1e-4407-a4cb-95a9eca3c1ca tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:11.028493 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-839e22b4-f551-4527-b0f4-ae1b0ddfb88e req-a7c39a18-cf1e-4407-a4cb-95a9eca3c1ca tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 949 time: 0.0698347 Aug 09 13:34:11.072532 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-839e22b4-f551-4527-b0f4-ae1b0ddfb88e req-43f5d52e-d4b0-4b00-8716-0eea258adf45 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/security-groups?id=25570285-5cc3-4cf5-a7b6-b1e0382d7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374024 Aug 09 13:34:11.082051 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['728293cc-8300-4b64-803f-d9cd31f4ef22'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:34:12.194409 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa35c1-453c-48c4-a4bf-395517e12488 req-265fad53-b0f8-4fb9-abd7-a151d67817a5 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:12.195985 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9aaa35c1-453c-48c4-a4bf-395517e12488 req-265fad53-b0f8-4fb9-abd7-a151d67817a5 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 949 time: 0.0509393 Aug 09 13:34:12.239217 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-9aaa35c1-453c-48c4-a4bf-395517e12488 req-d20ef9aa-67bf-41fb-8848-f4e398a6e6b7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/security-groups?id=25570285-5cc3-4cf5-a7b6-b1e0382d7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370545 Aug 09 13:34:12.639759 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 728293cc-8300-4b64-803f-d9cd31f4ef22 up at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 13:34:12.698267 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning for port 728293cc-8300-4b64-803f-d9cd31f4ef22 completed by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 13:34:12.704635 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.provisioning_blocks [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Provisioning complete for port 728293cc-8300-4b64-803f-d9cd31f4ef22 triggered by entity L2. {{(pid=93363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 13:34:12.705306 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-956498'] for port, provisioning_complete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:12.787495 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-929041'] for port, before_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:12.810914 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7707a8-b043-4218-99ff-ca417e09c7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728293cc-8300-4b64-803f-d9cd31f4ef22'}] {{(pid=93363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:34:12.813392 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2ab987e2a23dda89486df01cad212a61890bae30835a63936ad49945812b87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc2ec4e-f712-47c8-8e15-bebd6870574d" -d '{"events": [{"server_uuid": "0d7707a8-b043-4218-99ff-ca417e09c7df", "name": "network-vif-plugged", "status": "completed", "tag": "728293cc-8300-4b64-803f-d9cd31f4ef22"}]}' {{(pid=93363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:34:12.828061 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] For port 728293cc-8300-4b64-803f-d9cd31f4ef22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=728293cc-8300-4b64-803f-d9cd31f4ef22,segment=NetworkSegment(72b0d96a-b8cb-4b7a-a916-fce1c2c63c11),segment_id=72b0d96a-b8cb-4b7a-a916-fce1c2c63c11)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:34:12.834017 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735473978781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735473589773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735473589791'] for port, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:12.862100 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299993d7-5e58-4070-aee6-ca5d593e5107 x-openstack-request-id: req-299993d7-5e58-4070-aee6-ca5d593e5107 {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:34:12.862427 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7707a8-b043-4218-99ff-ca417e09c7df", "name": "network-vif-plugged", "status": "completed", "tag": "728293cc-8300-4b64-803f-d9cd31f4ef22", "code": 200}]} {{(pid=93363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:34:12.862635 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-299993d7-5e58-4070-aee6-ca5d593e5107 {{(pid=93363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:34:12.863027 dv-cinder-787296-4-iscsi neutron-server[93363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7707a8-b043-4218-99ff-ca417e09c7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728293cc-8300-4b64-803f-d9cd31f4ef22', 'code': 200} Aug 09 13:34:12.892628 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Pushing event updated for resources: {'Port': ['ID=728293cc-8300-4b64-803f-d9cd31f4ef22,revision_number=5']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:13.024957 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fb8e8-a44d-421d-8378-3e332885701a req-151e20d3-c190-4e29-bd3f-e20d2d98095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:13.027221 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9f1fb8e8-a44d-421d-8378-3e332885701a req-151e20d3-c190-4e29-bd3f-e20d2d98095e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 1103 time: 0.0451128 Aug 09 13:34:13.069069 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-9f1fb8e8-a44d-421d-8378-3e332885701a req-d715027b-f53f-4d1c-9165-9d366e5c6fe2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25570285-5cc3-4cf5-a7b6-b1e0382d7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Aug 09 13:34:13.358182 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c685801-2242-4980-92fb-c5300b04e7d1 req-e3f00612-b516-4e8a-b65b-360256e52264 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:13.359768 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c685801-2242-4980-92fb-c5300b04e7d1 req-e3f00612-b516-4e8a-b65b-360256e52264 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 950 time: 0.0508194 Aug 09 13:34:13.400998 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-1c685801-2242-4980-92fb-c5300b04e7d1 req-c7de248d-b582-4b9b-b0fc-146d1549f2cf tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/security-groups?id=25570285-5cc3-4cf5-a7b6-b1e0382d7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338938 Aug 09 13:34:14.523206 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e336c3-edd9-4ffd-a5f3-fc21aab715e1 req-886f2a8f-807a-4780-95cc-8a2b3ea3af93 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:14.524871 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-98e336c3-edd9-4ffd-a5f3-fc21aab715e1 req-886f2a8f-807a-4780-95cc-8a2b3ea3af93 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 950 time: 0.0542314 Aug 09 13:34:14.564161 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-98e336c3-edd9-4ffd-a5f3-fc21aab715e1 req-790ed4fb-6df7-4c8c-9e00-02e5ee267f3a tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/security-groups?id=25570285-5cc3-4cf5-a7b6-b1e0382d7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333216 Aug 09 13:34:14.833082 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbc640-6f99-4950-81ee-3688959fc4f4 req-54a0ac5f-b24b-4db1-a034-5c179c26ce08 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:14.834668 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3ffbc640-6f99-4950-81ee-3688959fc4f4 req-54a0ac5f-b24b-4db1-a034-5c179c26ce08 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 950 time: 0.0517068 Aug 09 13:34:14.881456 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-3ffbc640-6f99-4950-81ee-3688959fc4f4 req-6ba8c843-3c5a-4387-8825-487699aef2bc tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/security-groups?id=25570285-5cc3-4cf5-a7b6-b1e0382d7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361636 Aug 09 13:34:16.003980 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cf8f4-8b4e-475e-87ee-c2eb0c8d7377 req-2ecd86b9-aaef-4ebb-9994-9c55955475fc tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:16.005609 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-104cf8f4-8b4e-475e-87ee-c2eb0c8d7377 req-2ecd86b9-aaef-4ebb-9994-9c55955475fc tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 950 time: 0.0543132 Aug 09 13:34:16.046645 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-104cf8f4-8b4e-475e-87ee-c2eb0c8d7377 req-aa641b4b-e628-41e4-be70-3f6e00071d64 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/security-groups?id=25570285-5cc3-4cf5-a7b6-b1e0382d7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349178 Aug 09 13:34:16.152819 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-f7281330-d4ee-4a14-8023-f8ad44f66650 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:16.154779 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-f7281330-d4ee-4a14-8023-f8ad44f66650 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 950 time: 0.0509496 Aug 09 13:34:16.248489 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-229fce1b-2b64-4e8e-8a0b-8e13c25399a7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Deleting port 728293cc-8300-4b64-803f-d9cd31f4ef22 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:34:16.248780 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-229fce1b-2b64-4e8e-8a0b-8e13c25399a7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:16.342927 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-229fce1b-2b64-4e8e-8a0b-8e13c25399a7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] For port 728293cc-8300-4b64-803f-d9cd31f4ef22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=728293cc-8300-4b64-803f-d9cd31f4ef22,segment=NetworkSegment(72b0d96a-b8cb-4b7a-a916-fce1c2c63c11),segment_id=72b0d96a-b8cb-4b7a-a916-fce1c2c63c11)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:34:16.343265 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-229fce1b-2b64-4e8e-8a0b-8e13c25399a7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:16.356869 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-229fce1b-2b64-4e8e-8a0b-8e13c25399a7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Calling delete_port for 728293cc-8300-4b64-803f-d9cd31f4ef22 owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:34:16.493516 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-229fce1b-2b64-4e8e-8a0b-8e13c25399a7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:16.505980 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] get_ports_and_sgs() called for port_ids ['728293cc-8300-4b64-803f-d9cd31f4ef22'] {{(pid=93363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 13:34:16.522757 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fce1b-2b64-4e8e-8a0b-8e13c25399a7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Pushing event deleted for resources: {'Port': ['ID=728293cc-8300-4b64-803f-d9cd31f4ef22,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:16.564589 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-229fce1b-2b64-4e8e-8a0b-8e13c25399a7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] No DVR routers for this DVR port 728293cc-8300-4b64-803f-d9cd31f4ef22 on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:34:16.567224 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-229fce1b-2b64-4e8e-8a0b-8e13c25399a7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:16.569300 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-89994fbc-c9e3-4d5e-b95f-ac9cee43afe3 req-229fce1b-2b64-4e8e-8a0b-8e13c25399a7 tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.42 "DELETE /v2.0/ports/728293cc-8300-4b64-803f-d9cd31f4ef22 HTTP/1.1" status: 204 len: 173 time: 0.4078970 Aug 09 13:34:16.569757 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7707a8-b043-4218-99ff-ca417e09c7df', 'name': 'network-vif-deleted', 'tag': '728293cc-8300-4b64-803f-d9cd31f4ef22'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:34:16.572010 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e9f96d-5a72-452a-976a-33590bb5e281" -d '{"events": [{"server_uuid": "0d7707a8-b043-4218-99ff-ca417e09c7df", "name": "network-vif-deleted", "tag": "728293cc-8300-4b64-803f-d9cd31f4ef22"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:34:16.619058 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097c6c85-5f58-492b-b81b-0a6199582d60 x-openstack-request-id: req-097c6c85-5f58-492b-b81b-0a6199582d60 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:34:16.619390 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7707a8-b043-4218-99ff-ca417e09c7df", "name": "network-vif-deleted", "tag": "728293cc-8300-4b64-803f-d9cd31f4ef22", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:34:16.619693 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-097c6c85-5f58-492b-b81b-0a6199582d60 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:34:16.620283 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7707a8-b043-4218-99ff-ca417e09c7df', 'name': 'network-vif-deleted', 'tag': '728293cc-8300-4b64-803f-d9cd31f4ef22', 'status': 'completed', 'code': 200} Aug 09 13:34:17.335336 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-ddf1a529-671c-4e39-a543-69056d3bff14 req-e7a4cdcb-7dc5-4e54-89ec-d00d4724f1ae tempest-VolumesNegativeTest-853633217 tempest-VolumesNegativeTest-853633217-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7707a8-b043-4218-99ff-ca417e09c7df HTTP/1.1" status: 200 len: 210 time: 0.2021115 Aug 09 13:34:18.402075 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:34:20.685056 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 728293cc-8300-4b64-803f-d9cd31f4ef22 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:34:20.706683 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 728293cc-8300-4b64-803f-d9cd31f4ef22 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:34:20.707029 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 728293cc-8300-4b64-803f-d9cd31f4ef22 not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:34:22.277875 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60418) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:34:22.419894 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-9cd47761-d21c-41fa-81ee-ae34d80159f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef29c69f99654368822d98afadf71cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408095 Aug 09 13:34:22.422462 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60422) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:34:22.476328 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-574b3b92-efe5-4432-b6f8-6fd88e1163e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:22.502174 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-574b3b92-efe5-4432-b6f8-6fd88e1163e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:22.550198 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-574b3b92-efe5-4432-b6f8-6fd88e1163e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:22.552732 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-574b3b92-efe5-4432-b6f8-6fd88e1163e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:22.557225 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-574b3b92-efe5-4432-b6f8-6fd88e1163e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25570285-5cc3-4cf5-a7b6-b1e0382d7c34 HTTP/1.1" status: 204 len: 168 time: 0.1337583 Aug 09 13:34:22.565921 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b3b92-efe5-4432-b6f8-6fd88e1163e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25570285-5cc3-4cf5-a7b6-b1e0382d7c34,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:35.051136 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-b2497024-2ca9-4ed9-a5df-42c54dceba8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:37.575099 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9205dbd5-7ca1-48c8-85ea-41035fac9d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:37.922159 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:38.433865 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:38.803147 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:40.250907 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:43.301060 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-d8c670d0-2841-4ac7-817d-b02023322e08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1395979 Aug 09 13:34:43.364818 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-d8f2d473-02e6-4fdc-a309-527bc35cf9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:43.366415 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-d8f2d473-02e6-4fdc-a309-527bc35cf9d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 1098 time: 0.0419734 Aug 09 13:34:43.477692 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-6cdce3bc-1d2a-427d-b9ea-9d71e9a3b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:43.479197 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-6cdce3bc-1d2a-427d-b9ea-9d71e9a3b8ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 913 time: 0.0907230 Aug 09 13:34:43.547013 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-a6d78f1d-dd93-4661-b656-14fb7fcba370 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82175bf0-4242-42f8-9a3d-76d5ddd8535d HTTP/1.1" status: 200 len: 1001 time: 0.0599411 Aug 09 13:34:43.598118 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-725cba38-7a3e-4f8d-ac42-79a25918c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:43.599593 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-725cba38-7a3e-4f8d-ac42-79a25918c0d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0453150 Aug 09 13:34:43.651762 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-c90e1652-a35f-4dc6-8dd9-7d57244315f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:43.660185 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-c90e1652-a35f-4dc6-8dd9-7d57244315f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460458 Aug 09 13:34:43.665076 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-f6a534de-0bac-4401-a707-b62e1ab05553 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 13:34:43.666032 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-f6a534de-0bac-4401-a707-b62e1ab05553 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053165 Aug 09 13:34:43.758897 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-8f64f9e7-fcaf-4d88-ae74-ca4083a82314 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854475 Aug 09 13:34:43.855890 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-ac34d80d-34af-4fab-954d-eb015d35f696 req-2ee71f6a-0e6e-49c3-8b85-403d09851db4 service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899336 Aug 09 13:34:54.306967 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60430) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:34:54.471864 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Deleting port f83afd40-b62e-47b8-8c99-dd03f6e516a2 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:34:54.472147 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:54.547122 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:54.547413 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:54.560779 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Calling delete_port for f83afd40-b62e-47b8-8c99-dd03f6e516a2 owned by network:floatingip {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:34:54.747544 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:54.777580 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event deleted for resources: {'Port': ['ID=f83afd40-b62e-47b8-8c99-dd03f6e516a2,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:54.838749 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:54.839025 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.db.l3_db [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Floating IP afa5183e-1c10-485c-b489-327bd21568ca disassociated (deleted). External IP: 172.27.3.251, port: 82175bf0-4242-42f8-9a3d-76d5ddd8535d. Aug 09 13:34:55.071312 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:34:55.180120 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:34:55.185972 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:55.190686 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] Sync routers for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:34:55.200495 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:34:55.201125 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:34:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:34:55.214391 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-844e56a0-b573-42c9-ae5e-02d07b107a7f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "DELETE /v2.0/floatingips/afa5183e-1c10-485c-b489-327bd21568ca HTTP/1.1" status: 204 len: 168 time: 0.9063115 Aug 09 13:34:55.215087 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'tag': '82175bf0-4242-42f8-9a3d-76d5ddd8535d'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:34:55.217577 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a" -d '{"events": [{"name": "network-changed", "server_uuid": "a468524f-0fda-438c-bbb0-1093ad3fa09d", "tag": "82175bf0-4242-42f8-9a3d-76d5ddd8535d"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:34:55.401471 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:34:55.427351 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f6f6fa-6e75-4d3e-a84f-db97152488f1 x-openstack-request-id: req-55f6f6fa-6e75-4d3e-a84f-db97152488f1 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:34:55.427893 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a468524f-0fda-438c-bbb0-1093ad3fa09d", "tag": "82175bf0-4242-42f8-9a3d-76d5ddd8535d", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:34:55.427893 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55f6f6fa-6e75-4d3e-a84f-db97152488f1 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:34:55.428317 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'tag': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'status': 'completed', 'code': 200} Aug 09 13:34:55.450113 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:34:55.492173 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-8259adbb-8621-4ca0-9755-02846ec0c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:55.493774 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-8259adbb-8621-4ca0-9755-02846ec0c562 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 1098 time: 0.0460415 Aug 09 13:34:55.496981 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79995bd-fa7d-40ba-8bb1-c2e981b68bea req-8a3fd0bd-13b7-4d12-ade9-b570acee22b9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:55.498643 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e79995bd-fa7d-40ba-8bb1-c2e981b68bea req-8a3fd0bd-13b7-4d12-ade9-b570acee22b9 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 945 time: 0.0516546 Aug 09 13:34:55.542959 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e79995bd-fa7d-40ba-8bb1-c2e981b68bea req-29096417-823e-412e-b348-0170e1da5d4f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371168 Aug 09 13:34:55.611197 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-918389b4-dc0a-4169-898c-8285844a9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:55.613110 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-918389b4-dc0a-4169-898c-8285844a9a1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 913 time: 0.1104410 Aug 09 13:34:55.658609 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-29ec24c1-36a3-4e55-a79e-a31ac8230652 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82175bf0-4242-42f8-9a3d-76d5ddd8535d HTTP/1.1" status: 200 len: 217 time: 0.0368133 Aug 09 13:34:55.695931 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '87823f11-44a0-4133-a593-5e6b8a997bd0', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:1d:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:31:01Z', 'updated_at': '2021-08-09T13:31:04Z', 'revision_number': 1, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:34:55.711844 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-43c1a310-f13e-4ddb-85dd-634ad436e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:55.713303 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-43c1a310-f13e-4ddb-85dd-634ad436e2d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0473833 Aug 09 13:34:55.723414 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] Checking router: 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:34:55.733535 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:34:55.734181 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:34:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:34:55.770286 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-36a0e3b2-4b13-4af3-bf7f-f2941fe766ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:55.771833 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-36a0e3b2-4b13-4af3-bf7f-f2941fe766ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488281 Aug 09 13:34:55.848075 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:34:55.869643 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-1dc276ab-a044-4027-8ebe-f832b3e8b38f service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884740 Aug 09 13:34:56.106877 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '87823f11-44a0-4133-a593-5e6b8a997bd0', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:1d:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:31:01Z', 'updated_at': '2021-08-09T13:31:04Z', 'revision_number': 1, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:34:56.137857 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51588d2e-ea7a-41b8-9bfd-9e41633e1939 None None] The sync data for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi is: [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_floatingips': [{'id': '87823f11-44a0-4133-a593-5e6b8a997bd0', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'router_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'port_id': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'mac_address': 'fa:16:3e:1d:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T13:31:01Z', 'updated_at': '2021-08-09T13:31:04Z', 'revision_number': 1, 'project_id': '02b3fbef9c64440990404d220d564388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:34:56.244264 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-4f5d727e-af41-4ff9-9e6e-48c1acc9e15a req-eadc183a-5d48-4f1a-8671-6172bb1e36eb service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658137 Aug 09 13:34:56.364668 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78231ca7-eaf6-4b46-a9d3-aa381e1c0ed8 None None] New status for floating IP afa5183e-1c10-485c-b489-327bd21568ca: DOWN {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:34:56.729097 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b66f89-e0b0-492b-ab9a-db341122d0cd req-5bdf0eb5-2aba-48f1-8d26-46bacea59331 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:56.730676 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c7b66f89-e0b0-492b-ab9a-db341122d0cd req-5bdf0eb5-2aba-48f1-8d26-46bacea59331 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 945 time: 0.1107769 Aug 09 13:34:56.778057 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-c7b66f89-e0b0-492b-ab9a-db341122d0cd req-c52f01c4-7918-45c2-bef6-a348f4e0d935 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407815 Aug 09 13:34:56.979540 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-cc2dd7c3-198a-4eaf-8e53-131e5f602ce6 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:34:56.981188 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-cc2dd7c3-198a-4eaf-8e53-131e5f602ce6 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 945 time: 0.0530891 Aug 09 13:34:57.076916 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-97d91616-6d8e-4b3c-8bc4-c9a664ede08f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Deleting port 82175bf0-4242-42f8-9a3d-76d5ddd8535d {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:34:57.077260 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-97d91616-6d8e-4b3c-8bc4-c9a664ede08f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:57.170027 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-97d91616-6d8e-4b3c-8bc4-c9a664ede08f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] For port 82175bf0-4242-42f8-9a3d-76d5ddd8535d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=82175bf0-4242-42f8-9a3d-76d5ddd8535d,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:34:57.170345 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-97d91616-6d8e-4b3c-8bc4-c9a664ede08f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:57.184761 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-97d91616-6d8e-4b3c-8bc4-c9a664ede08f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Calling delete_port for 82175bf0-4242-42f8-9a3d-76d5ddd8535d owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:34:57.334350 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-97d91616-6d8e-4b3c-8bc4-c9a664ede08f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:57.367170 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d91616-6d8e-4b3c-8bc4-c9a664ede08f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event deleted for resources: {'Port': ['ID=82175bf0-4242-42f8-9a3d-76d5ddd8535d,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:34:57.407511 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-97d91616-6d8e-4b3c-8bc4-c9a664ede08f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] No DVR routers for this DVR port 82175bf0-4242-42f8-9a3d-76d5ddd8535d on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:34:57.410263 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-97d91616-6d8e-4b3c-8bc4-c9a664ede08f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:34:57.412332 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-7708ca41-f031-4133-b6c6-a2b0b1be51e6 req-97d91616-6d8e-4b3c-8bc4-c9a664ede08f tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "DELETE /v2.0/ports/82175bf0-4242-42f8-9a3d-76d5ddd8535d HTTP/1.1" status: 204 len: 173 time: 0.4248121 Aug 09 13:34:57.430249 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'name': 'network-vif-deleted', 'tag': '82175bf0-4242-42f8-9a3d-76d5ddd8535d'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:34:57.433206 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb613c-8eb7-4b76-9e6b-5375eefa4deb" -d '{"events": [{"server_uuid": "a468524f-0fda-438c-bbb0-1093ad3fa09d", "name": "network-vif-deleted", "tag": "82175bf0-4242-42f8-9a3d-76d5ddd8535d"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:34:57.473970 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d66de3b-cae9-4e48-bdf9-3c93a5bfc3e4 x-openstack-request-id: req-7d66de3b-cae9-4e48-bdf9-3c93a5bfc3e4 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:34:57.474235 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a468524f-0fda-438c-bbb0-1093ad3fa09d", "name": "network-vif-deleted", "tag": "82175bf0-4242-42f8-9a3d-76d5ddd8535d", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:34:57.474500 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d66de3b-cae9-4e48-bdf9-3c93a5bfc3e4 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:34:57.474907 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a468524f-0fda-438c-bbb0-1093ad3fa09d', 'name': 'network-vif-deleted', 'tag': '82175bf0-4242-42f8-9a3d-76d5ddd8535d', 'status': 'completed', 'code': 200} Aug 09 13:34:57.894386 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-7707ce38-7133-4d02-a54d-d608f0e6c13f req-b5cc16a3-a274-4d6a-9d0d-f7a533ea61c0 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=a468524f-0fda-438c-bbb0-1093ad3fa09d HTTP/1.1" status: 200 len: 210 time: 0.0275383 Aug 09 13:35:00.860475 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 82175bf0-4242-42f8-9a3d-76d5ddd8535d no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:35:00.881545 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: 82175bf0-4242-42f8-9a3d-76d5ddd8535d {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:35:00.881865 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device 82175bf0-4242-42f8-9a3d-76d5ddd8535d not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:35:01.190327 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 60462) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:01.351659 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Deleting port f77fec58-54f8-4037-969c-281a3a7ae157 {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:35:01.351986 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:01.428762 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:01.429030 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:01.441421 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Calling delete_port for f77fec58-54f8-4037-969c-281a3a7ae157 owned by network:floatingip {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:35:01.598332 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:01.621493 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event deleted for resources: {'Port': ['ID=f77fec58-54f8-4037-969c-281a3a7ae157,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:01.631714 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.632048 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.632412 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.632743 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.633069 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.633394 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.633716 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.634510 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.634510 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.634701 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.634945 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.635258 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:01.701601 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:01.701860 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.db.l3_db [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Floating IP 87823f11-44a0-4133-a593-5e6b8a997bd0 disassociated (deleted). External IP: 172.27.3.57, port: a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b. Aug 09 13:35:01.922286 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:35:02.032988 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:35:02.038308 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:02.043195 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] Sync routers for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:35:02.054232 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:35:02.054834 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:34:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:02.072664 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-368bc54f-647b-4a5d-aab3-c14d16c5ba1e tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "DELETE /v2.0/floatingips/87823f11-44a0-4133-a593-5e6b8a997bd0 HTTP/1.1" status: 204 len: 168 time: 0.8811369 Aug 09 13:35:02.073263 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'tag': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b'}] {{(pid=93361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:35:02.075619 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708518e03c37beeca78beab3b9bbf07cf289b0621fa11a2af53d045253a79667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "947bbbc1-3145-4f3f-a5e1-1a723d268ece", "tag": "a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b"}]}' {{(pid=93361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:35:02.166961 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:35:02.183569 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 13:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bdcb1c-908c-4ca5-b1a1-e84f6626b82b x-openstack-request-id: req-80bdcb1c-908c-4ca5-b1a1-e84f6626b82b {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:35:02.183929 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947bbbc1-3145-4f3f-a5e1-1a723d268ece", "tag": "a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b", "status": "completed", "code": 200}]} {{(pid=93361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:35:02.184241 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80bdcb1c-908c-4ca5-b1a1-e84f6626b82b {{(pid=93361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:35:02.185647 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'tag': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'status': 'completed', 'code': 200} Aug 09 13:35:02.275434 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-05ed7fd2-671c-4ae4-937b-7e0a6f7546a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:35:02.277731 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-05ed7fd2-671c-4ae4-937b-7e0a6f7546a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02b3fbef9c64440990404d220d564388&device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 1099 time: 0.0490460 Aug 09 13:35:02.312546 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed655f-2182-4731-a2ae-5d007994a3c9 req-bb7569b2-e697-4060-a18c-5bc30dd0367a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:35:02.314048 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b5ed655f-2182-4731-a2ae-5d007994a3c9 req-bb7569b2-e697-4060-a18c-5bc30dd0367a tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 946 time: 0.0520034 Aug 09 13:35:02.355459 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-b5ed655f-2182-4731-a2ae-5d007994a3c9 req-89ce0c1b-2611-4eb2-8a8b-862545fcca94 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339808 Aug 09 13:35:02.386099 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-95f39e0a-c0bf-43ff-bafd-a67a8a387249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:35:02.387606 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-95f39e0a-c0bf-43ff-bafd-a67a8a387249 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 200 len: 913 time: 0.1020010 Aug 09 13:35:02.390515 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:02.417605 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] Checking router: 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:35:02.426528 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:35:02.427137 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:34:38Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:02.431075 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-525a5fb3-7f9e-4b76-aecc-33b65aeb170f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b HTTP/1.1" status: 200 len: 217 time: 0.0352106 Aug 09 13:35:02.487646 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-c74fafcd-195a-4ba9-a1ff-64c0b89a9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:35:02.489197 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-c74fafcd-195a-4ba9-a1ff-64c0b89a9953 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 200 len: 851 time: 0.0503793 Aug 09 13:35:02.534389 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:35:02.538601 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-032297aa-0a36-47df-9dc1-35bdbf45f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:35:02.540148 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-032297aa-0a36-47df-9dc1-35bdbf45f1bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423274 Aug 09 13:35:02.631992 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-22cf778a-dc0e-476a-8312-47442f6dd93b service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833001 Aug 09 13:35:02.749256 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:02.751414 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-77d037cc-ad6d-41c4-b0c5-df46fee1cfcb req-d356f623-d90b-4ae4-a302-c3520f3aabbb service neutron] 10.222.0.42 "GET /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107981 Aug 09 13:35:02.781227 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb35bad-3319-46d8-b257-4577dc588988 None None] The sync data for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi is: [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:26:55Z', 'revision_number': 4, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi', '_interfaces': [{'id': '5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28', 'name': '', 'network_id': '0dfbca08-fde6-4869-a0f6-6dff4a4b98a4', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'mac_address': 'fa:16:3e:fb:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5dc09771-11b7-4846-b592-a96a92999a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:55Z', 'updated_at': '2021-08-09T13:27:02Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'subnets': [{'id': '5dc09771-11b7-4846-b592-a96a92999a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:35:03.045554 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3100ca27-2bb1-4951-80c4-09ee9d088440 None None] New status for floating IP 87823f11-44a0-4133-a593-5e6b8a997bd0: DOWN {{(pid=93364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 13:35:03.489795 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08492397-9ded-42b7-b210-2fbeda20f307 req-748c7256-fc1b-47b1-8bc2-0b92bc90ef4b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:35:03.491555 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-08492397-9ded-42b7-b210-2fbeda20f307 req-748c7256-fc1b-47b1-8bc2-0b92bc90ef4b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 946 time: 0.0535939 Aug 09 13:35:03.541157 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-08492397-9ded-42b7-b210-2fbeda20f307 req-0cf9e63b-b0d6-429c-8bdc-15fce1b8b474 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/security-groups?id=471e72a2-ea60-4a67-b143-294e3d4fe600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404081 Aug 09 13:35:03.776387 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-9f6987ec-4c43-4b25-907e-6592226b261d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 13:35:03.777850 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-9f6987ec-4c43-4b25-907e-6592226b261d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 946 time: 0.0542345 Aug 09 13:35:03.878337 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Deleting port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:35:03.878659 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:03.969598 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] For port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:35:03.969960 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:03.984147 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Calling delete_port for a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b owned by compute:nova {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:35:04.122743 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:04.152548 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event deleted for resources: {'Port': ['ID=a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:04.179624 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.179973 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.180314 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.180672 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.181004 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.181325 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.181671 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.181990 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.182300 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.182728 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.183054 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.183460 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:04.209989 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] No DVR routers for this DVR port a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b on host hv-cinder-78729 {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:35:04.212525 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for port, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:04.214563 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [req-c88539c0-a80b-4e05-a496-6511e2b8cd7f req-b1d74ac8-775c-4126-a442-1d9fdffd683d tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.42 "DELETE /v2.0/ports/a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b HTTP/1.1" status: 204 len: 173 time: 0.4308391 Aug 09 13:35:04.214995 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'name': 'network-vif-deleted', 'tag': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b'}] {{(pid=93362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 13:35:04.217557 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4a18320561fb9a5b716fca88e508975792397a59cbc47e91f9950e631a8057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dda26f-d422-44c7-84a4-68fa12d06196" -d '{"events": [{"server_uuid": "947bbbc1-3145-4f3f-a5e1-1a723d268ece", "name": "network-vif-deleted", "tag": "a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b"}]}' {{(pid=93362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 13:35:04.259783 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 13:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c93d43-4c95-46ab-af1f-3a6d10ad2de7 x-openstack-request-id: req-d7c93d43-4c95-46ab-af1f-3a6d10ad2de7 {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 13:35:04.260070 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947bbbc1-3145-4f3f-a5e1-1a723d268ece", "name": "network-vif-deleted", "tag": "a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b", "status": "completed", "code": 200}]} {{(pid=93362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 13:35:04.260364 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7c93d43-4c95-46ab-af1f-3a6d10ad2de7 {{(pid=93362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 13:35:04.260774 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947bbbc1-3145-4f3f-a5e1-1a723d268ece', 'name': 'network-vif-deleted', 'tag': 'a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b', 'status': 'completed', 'code': 200} Aug 09 13:35:04.657339 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [req-e5734935-5807-4939-8576-d05238b38b86 req-c68dd3d0-eb92-4752-b15e-751cb5165ba6 tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "GET /v2.0/ports?device_id=947bbbc1-3145-4f3f-a5e1-1a723d268ece HTTP/1.1" status: 200 len: 210 time: 0.0267293 Aug 09 13:35:05.055141 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-6ec7cd44-4b8b-4c8e-bb70-2e180c61597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:05.716431 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60480) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:05.843584 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-f603ce9b-36a6-4d9a-b10f-9039bf2b045c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Deleting port 273993ab-f264-4085-9e83-d20697323225 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:35:05.843913 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f603ce9b-36a6-4d9a-b10f-9039bf2b045c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:05.920769 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f603ce9b-36a6-4d9a-b10f-9039bf2b045c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:05.921088 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f603ce9b-36a6-4d9a-b10f-9039bf2b045c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:05.933170 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-f603ce9b-36a6-4d9a-b10f-9039bf2b045c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Calling delete_port for 273993ab-f264-4085-9e83-d20697323225 owned by network:floatingip {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:35:06.068686 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f603ce9b-36a6-4d9a-b10f-9039bf2b045c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:06.094222 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603ce9b-36a6-4d9a-b10f-9039bf2b045c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event deleted for resources: {'Port': ['ID=273993ab-f264-4085-9e83-d20697323225,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:06.159324 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f603ce9b-36a6-4d9a-b10f-9039bf2b045c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for floatingip, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:06.162026 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-f603ce9b-36a6-4d9a-b10f-9039bf2b045c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419165'] for floatingip, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:06.163264 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f603ce9b-36a6-4d9a-b10f-9039bf2b045c tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "DELETE /v2.0/floatingips/99158444-e8e9-4b2f-afe5-3b41ba6b96ee HTTP/1.1" status: 204 len: 168 time: 0.4458208 Aug 09 13:35:06.890917 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:35:06.911533 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] No Port match for: a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:35:06.911849 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Device a2323eda-8ad3-4cd6-8ed2-60d0b68ac54b not bound to the agent host hv-cinder-78729 {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:35:07.372972 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60492) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:07.438874 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ec78d6bb-5dc8-4f6d-8ce8-24c10d7aa63b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:07.468196 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ec78d6bb-5dc8-4f6d-8ce8-24c10d7aa63b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:07.533273 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ec78d6bb-5dc8-4f6d-8ce8-24c10d7aa63b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:07.536209 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-ec78d6bb-5dc8-4f6d-8ce8-24c10d7aa63b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:07.537407 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-ec78d6bb-5dc8-4f6d-8ce8-24c10d7aa63b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] 10.222.0.32 "DELETE /v2.0/security-groups/471e72a2-ea60-4a67-b143-294e3d4fe600 HTTP/1.1" status: 204 len: 168 time: 0.1634765 Aug 09 13:35:07.547319 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78d6bb-5dc8-4f6d-8ce8-24c10d7aa63b tempest-TestVolumeBootPattern-790195462 tempest-TestVolumeBootPattern-790195462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471e72a2-ea60-4a67-b143-294e3d4fe600,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:07.593998 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-579a01a3-db91-408c-ae66-7ba8aed904e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:07.596762 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60496) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:07.926675 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:08.069785 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077597'] for router_interface, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:08.337996 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] Deleting port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:35:08.338305 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:08.420907 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] For port 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:35:08.421691 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:08.435166 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] Calling delete_port for 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 owned by network:router_interface {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:35:08.450292 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:08.623578 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:08.649635 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:08.807109 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:08.819033 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078253'] for router_interface, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:09.054976 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] Router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:35:09.167214 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:35:09.172341 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-99482a5b-1ef9-4748-a15b-697b97df21e8 admin admin] 10.222.0.32 "PUT /v2.0/routers/32a5b71d-dde1-41f5-8e2b-9adce66c1e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5741615 Aug 09 13:35:09.175790 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60500) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:09.178908 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] Sync routers for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:35:09.189916 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:35:09.190705 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:35:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:09.281261 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:09.296740 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:35:09.500112 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:35:08Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:09.532458 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] Checking router: 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f for host: dv-cinder-787296-4-iscsi {{(pid=93363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:35:09.543046 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] Routers {'32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:35:09.543662 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:35:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'], 'active': True} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:09.668763 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:09.727521 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Deleting port ea4dea16-2935-4ace-88b6-fbbf8781243d {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:35:09.727889 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:09.783795 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvr_db [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] Set router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f gateway port host: dv-cinder-787296-4-iscsi {{(pid=93363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:35:09.809689 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] For port ea4dea16-2935-4ace-88b6-fbbf8781243d, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=ea4dea16-2935-4ace-88b6-fbbf8781243d,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:35:09.810062 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:09.824463 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Calling delete_port for ea4dea16-2935-4ace-88b6-fbbf8781243d owned by network:router_gateway {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:35:09.963721 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_hamode_db [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:35:08Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:09.990073 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e07a7f-b2e5-483c-b390-a53c00d92838 None None] The sync data for ids ['32a5b71d-dde1-41f5-8e2b-9adce66c1e1f'] in dv-cinder-787296-4-iscsi is: [{'id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'name': 'tempest-TestVolumeBootPattern-1006516997-router', 'tenant_id': '02b3fbef9c64440990404d220d564388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:52Z', 'updated_at': '2021-08-09T13:35:08Z', 'revision_number': 5, 'project_id': '02b3fbef9c64440990404d220d564388', 'gw_port': {'id': 'ea4dea16-2935-4ace-88b6-fbbf8781243d', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:10:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5b71d-dde1-41f5-8e2b-9adce66c1e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:53Z', 'updated_at': '2021-08-09T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}] {{(pid=93363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:35:09.994929 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.026854 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4dea16-2935-4ace-88b6-fbbf8781243d,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:10.085711 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076107'] for router_gateway, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.175773 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2080319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35231'] for router, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.177966 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.223288 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080459'] for router, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.223847 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32a5b71d-dde1-41f5-8e2b-9adce66c1e1f {{(pid=93362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 13:35:10.229221 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.230472 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-1c6e9067-6b6a-4d06-b190-ec1284d9cbb9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/32a5b71d-dde1-41f5-8e2b-9adce66c1e1f HTTP/1.1" status: 204 len: 168 time: 1.0536933 Aug 09 13:35:10.233347 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 60502) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:10.253549 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.285745 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.db_base_plugin_v2 [None req-89aaa58b-19cf-4623-b944-3d98a4e8eef7 admin admin] Deleting subnet 5dc09771-11b7-4846-b592-a96a92999a89 {{(pid=93361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:35:10.289382 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-89aaa58b-19cf-4623-b944-3d98a4e8eef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.329330 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-89aaa58b-19cf-4623-b944-3d98a4e8eef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4973682'] for subnet, precommit_delete_associations {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.417263 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-89aaa58b-19cf-4623-b944-3d98a4e8eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.438823 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:35:10.464099 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:35:10.464551 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 5dbc4ee0-0d84-4cc7-90b1-771b21c3ba28 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:35:10.479191 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-89aaa58b-19cf-4623-b944-3d98a4e8eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7808304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5859452'] for subnet, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.507046 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaa58b-19cf-4623-b944-3d98a4e8eef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc09771-11b7-4846-b592-a96a92999a89,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:10.510570 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-89aaa58b-19cf-4623-b944-3d98a4e8eef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for subnet, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.512513 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-89aaa58b-19cf-4623-b944-3d98a4e8eef7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5dc09771-11b7-4846-b592-a96a92999a89 HTTP/1.1" status: 204 len: 168 time: 0.2781408 Aug 09 13:35:10.516601 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.wsgi [-] (93361) accepted ('10.222.0.32', 60504) {{(pid=93361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:10.516845 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067735b6-21f1-44f5-a2c1-b98e4faa6f97 None None] Network 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:35:10.604669 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.668889 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Deleting port be0fc12e-47cb-42fe-95b8-0368f49a295e {{(pid=93361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:35:10.669227 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.723014 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] DHCP port deletion for 0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 request from dv-cinder-787296-4-iscsi {{(pid=93363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 13:35:10.747464 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.db [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] For port be0fc12e-47cb-42fe-95b8-0368f49a295e, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=be0fc12e-47cb-42fe-95b8-0368f49a295e,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:35:10.747842 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.761939 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Calling delete_port for be0fc12e-47cb-42fe-95b8-0368f49a295e owned by network:dhcp {{(pid=93361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:35:10.777121 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Deleting port be0fc12e-47cb-42fe-95b8-0368f49a295e {{(pid=93363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:35:10.777488 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.841289 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.db [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] For port be0fc12e-47cb-42fe-95b8-0368f49a295e, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=be0fc12e-47cb-42fe-95b8-0368f49a295e,segment=NetworkSegment(56b83ae0-7a93-440f-886b-923cefb16d9c),segment_id=56b83ae0-7a93-440f-886b-923cefb16d9c)] {{(pid=93363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:35:10.841862 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.845774 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7808259'] for port, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.856236 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Calling delete_port for be0fc12e-47cb-42fe-95b8-0368f49a295e owned by network:dhcp {{(pid=93363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:35:10.875743 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Pushing event deleted for resources: {'Port': ['ID=be0fc12e-47cb-42fe-95b8-0368f49a295e,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:10.879756 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] No DVR routers for this DVR port be0fc12e-47cb-42fe-95b8-0368f49a295e on host dv-cinder-787296-4-iscsi {{(pid=93361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:35:10.953244 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764'] for port, after_delete {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.977043 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:10.984125 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Pushing event deleted for resources: {'Port': ['ID=be0fc12e-47cb-42fe-95b8-0368f49a295e,revision_number=None']} {{(pid=93363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:10.988128 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfbca08-fde6-4869-a0f6-6dff4a4b98a4']}} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:10.993733 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.994082 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.994417 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.994746 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.995073 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.995397 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.995737 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.996077 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.996393 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.996718 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.997037 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.997350 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-4-iscsi {{(pid=93363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 13:35:10.999888 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b83ae0-7a93-440f-886b-923cefb16d9c') {'for_net_delete': True} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:11.000031 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.services.segments.db [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b83ae0-7a93-440f-886b-923cefb16d9c') {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:11.000144 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd02649-0d45-4fa3-8aaf-8e81fa21d8c9 None None] No DVR routers for this DVR port be0fc12e-47cb-42fe-95b8-0368f49a295e on host dv-cinder-787296-4-iscsi {{(pid=93363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:35:11.013748 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4973669'] for segment, before_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:11.028671 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:11.035042 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:35:11.035440 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808494'] for segment, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: Traceback (most recent call last): Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: timer() Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: cb(*args, **kw) Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: return func(*args, **kwargs) Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: self._notify() Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: self.callback(batched_events) Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: event.method(event) Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: return f(self, *a, **k) Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._get(url).json() Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: return self.request(url, 'GET', **kwargs) Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:35:11.037260 dv-cinder-787296-4-iscsi neutron-server[93361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:35:11.105311 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:11.106199 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:11.107855 dv-cinder-787296-4-iscsi neutron-server[93361]: INFO neutron.wsgi [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] 10.222.0.32 "DELETE /v2.0/networks/0dfbca08-fde6-4869-a0f6-6dff4a4b98a4 HTTP/1.1" status: 204 len: 168 time: 0.5898688 Aug 09 13:35:11.110655 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60506) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:11.121102 dv-cinder-787296-4-iscsi neutron-server[93361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b1a68-775d-444e-af49-44aef211177b admin admin] Pushing event deleted for resources: {'Network': ['ID=0dfbca08-fde6-4869-a0f6-6dff4a4b98a4,revision_number=None']} {{(pid=93361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:11.482658 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2077597'] for router_interface, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:11.746301 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] Deleting port 33b667e3-3f77-423e-8f9e-e8c731d441e0 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:35:11.746645 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:11.827860 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] For port 33b667e3-3f77-423e-8f9e-e8c731d441e0, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=33b667e3-3f77-423e-8f9e-e8c731d441e0,segment=NetworkSegment(15d3a32f-b243-4b35-942a-6ef41dc58430),segment_id=15d3a32f-b243-4b35-942a-6ef41dc58430)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:35:11.828380 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:11.841019 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] Calling delete_port for 33b667e3-3f77-423e-8f9e-e8c731d441e0 owned by network:router_interface {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:35:12.037706 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:12.073619 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] Pushing event deleted for resources: {'Port': ['ID=33b667e3-3f77-423e-8f9e-e8c731d441e0,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:12.245310 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078253'] for router_interface, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:12.285281 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ea4dea16-2935-4ace-88b6-fbbf8781243d no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:35:12.306263 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: ea4dea16-2935-4ace-88b6-fbbf8781243d {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:35:12.306602 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device ea4dea16-2935-4ace-88b6-fbbf8781243d not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:35:12.306910 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device be0fc12e-47cb-42fe-95b8-0368f49a295e no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:35:12.325586 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: be0fc12e-47cb-42fe-95b8-0368f49a295e {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:35:12.325920 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device be0fc12e-47cb-42fe-95b8-0368f49a295e not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:35:12.476323 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] Router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 has already been hosted by L3 agent cfb88ec9-66a2-499f-bf8b-59002fe8a8db {{(pid=93362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 13:35:12.585677 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] Notify agent at l3_agent.dv-cinder-787296-4-iscsi the message routers_updated {{(pid=93362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 13:35:12.590699 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-120d7f67-113c-40a3-b8fd-dff926d6f1df admin admin] 10.222.0.32 "PUT /v2.0/routers/5c424fd2-576c-46fc-bc8c-3d0e701ddd74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4788544 Aug 09 13:35:12.593259 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60508) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:12.596046 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] Sync routers for ids ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'] in dv-cinder-787296-4-iscsi {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 13:35:12.606288 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] Routers {'5c424fd2-576c-46fc-bc8c-3d0e701ddd74'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:35:12.606902 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:35:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:12.701591 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Notify callbacks [] for router, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:12.714227 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] Set router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 gateway port host: dv-cinder-787296-4-iscsi {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:35:12.801463 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:12.863056 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Deleting port 1aa111eb-9bc5-4171-8681-427f98dc6b58 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:35:12.863302 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:12.896567 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'name': 'tempest-TestVolumeBootPattern-473038703-router', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'external_fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:35:11Z', 'revision_number': 5, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'gw_port': {'id': '1aa111eb-9bc5-4171-8681-427f98dc6b58', 'name': '', 'network_id': '9efc1d4d-3c3b-4b74-b115-a239c6fb1dba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5da5192-78cd-41a1-9bd7-7cc29a54a4a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-4-iscsi'}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:12.926733 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] Checking router: 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 for host: dv-cinder-787296-4-iscsi {{(pid=93364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 13:35:12.934939 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] Routers {'5c424fd2-576c-46fc-bc8c-3d0e701ddd74'} bound to L3 agent in host dv-cinder-787296-4-iscsi {{(pid=93364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 13:35:12.935501 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T13:16:37Z,description=,heartbeat_timestamp=2021-08-09T13:35:08Z,host='dv-cinder-787296-4-iscsi',id=cfb88ec9-66a2-499f-bf8b-59002fe8a8db,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T13:16:37Z,topic='l3_agent')) {'router_ids': ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'], 'active': True} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:12.946210 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] For port 1aa111eb-9bc5-4171-8681-427f98dc6b58, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=1aa111eb-9bc5-4171-8681-427f98dc6b58,segment=NetworkSegment(9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac),segment_id=9678cffd-ff3e-4a46-9a3b-2becd3b3c8ac)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:35:12.946598 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:12.960372 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Calling delete_port for 1aa111eb-9bc5-4171-8681-427f98dc6b58 owned by network:router_gateway {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:35:13.128396 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_dvr_db [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] Set router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 gateway port host: None {{(pid=93364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 13:35:13.139721 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.165547 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa111eb-9bc5-4171-8681-427f98dc6b58,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:13.183030 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.l3_hamode_db [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'name': 'tempest-TestVolumeBootPattern-473038703-router', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:35:12Z', 'revision_number': 6, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'gw_port_host': None}], 'dv-cinder-787296-4-iscsi', False) {} {{(pid=93364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:13.213933 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbd9de-eed2-4585-aece-2294ab12cba5 None None] The sync data for ids ['5c424fd2-576c-46fc-bc8c-3d0e701ddd74'] in dv-cinder-787296-4-iscsi is: [{'id': '5c424fd2-576c-46fc-bc8c-3d0e701ddd74', 'name': 'tempest-TestVolumeBootPattern-473038703-router', 'tenant_id': '407ae172dce64cb9b334cb72d967f005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T13:26:58Z', 'updated_at': '2021-08-09T13:35:12Z', 'revision_number': 6, 'project_id': '407ae172dce64cb9b334cb72d967f005', 'gw_port_host': None}] {{(pid=93364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 13:35:13.233528 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076107'] for router_gateway, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.329724 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2080319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35231'] for router, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.332555 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.382026 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080459'] for router, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.382466 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c424fd2-576c-46fc-bc8c-3d0e701ddd74 {{(pid=93362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 13:35:13.386755 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] Notify callbacks [] for router, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.387903 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-7f813136-0deb-4a3f-9c11-dc328971e63f admin admin] 10.222.0.32 "DELETE /v2.0/routers/5c424fd2-576c-46fc-bc8c-3d0e701ddd74 HTTP/1.1" status: 204 len: 168 time: 0.7936580 Aug 09 13:35:13.390685 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60510) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:13.437632 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.db_base_plugin_v2 [None req-920df434-49ca-4d67-86a0-9190447dbab6 admin admin] Deleting subnet 0c51e8df-328c-4399-a5da-4e6aa30e2ce7 {{(pid=93362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 13:35:13.440948 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-920df434-49ca-4d67-86a0-9190447dbab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.475460 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-920df434-49ca-4d67-86a0-9190447dbab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8290839'] for subnet, precommit_delete_associations {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.557381 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-920df434-49ca-4d67-86a0-9190447dbab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-577960'] for subnet, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.614037 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-920df434-49ca-4d67-86a0-9190447dbab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-577983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8150796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5055701'] for subnet, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.646569 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920df434-49ca-4d67-86a0-9190447dbab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c51e8df-328c-4399-a5da-4e6aa30e2ce7,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:13.649420 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-920df434-49ca-4d67-86a0-9190447dbab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.651327 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-920df434-49ca-4d67-86a0-9190447dbab6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0c51e8df-328c-4399-a5da-4e6aa30e2ce7 HTTP/1.1" status: 204 len: 168 time: 0.2596793 Aug 09 13:35:13.654147 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60512) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:13.658021 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de34cd-22ab-4f63-8f01-d52f872b364f None None] Network aa3c74a6-a9c0-41cc-be13-79f9e1753b06 requested from dv-cinder-787296-4-iscsi {{(pid=93363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 13:35:13.719990 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-938615'] for network, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.774941 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Deleting port b341d9e8-2a11-4ccb-a361-4f6d426f5822 {{(pid=93362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 13:35:13.775290 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735473973041'] for port, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.844324 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.db [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] For port b341d9e8-2a11-4ccb-a361-4f6d426f5822, host dv-cinder-787296-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-4-iscsi',level=0,port_id=b341d9e8-2a11-4ccb-a361-4f6d426f5822,segment=NetworkSegment(15d3a32f-b243-4b35-942a-6ef41dc58430),segment_id=15d3a32f-b243-4b35-942a-6ef41dc58430)] {{(pid=93362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 13:35:13.844658 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072751'] for port, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.857340 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Calling delete_port for b341d9e8-2a11-4ccb-a361-4f6d426f5822 owned by network:dhcp {{(pid=93362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 13:35:13.938953 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735473978763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735473589764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8150847'] for port, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:13.956685 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fb4af0-cee7-462a-a923-07665fe75276 None None] DHCP port deletion for aa3c74a6-a9c0-41cc-be13-79f9e1753b06 request from dv-cinder-787296-4-iscsi {{(pid=93363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 13:35:13.971088 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] No DVR routers for this DVR port b341d9e8-2a11-4ccb-a361-4f6d426f5822 on host dv-cinder-787296-4-iscsi {{(pid=93362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 13:35:13.975625 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b341d9e8-2a11-4ccb-a361-4f6d426f5822,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:14.227351 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device b341d9e8-2a11-4ccb-a361-4f6d426f5822 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:35:14.248107 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: b341d9e8-2a11-4ccb-a361-4f6d426f5822 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:35:14.248498 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device b341d9e8-2a11-4ccb-a361-4f6d426f5822 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:35:14.248924 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 33b667e3-3f77-423e-8f9e-e8c731d441e0 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:35:14.269033 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 33b667e3-3f77-423e-8f9e-e8c731d441e0 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:35:14.269368 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 33b667e3-3f77-423e-8f9e-e8c731d441e0 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:35:14.269794 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 1aa111eb-9bc5-4171-8681-427f98dc6b58 no longer exists at agent ovs-agent-dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 13:35:14.288986 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.plugin [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] No Port match for: 1aa111eb-9bc5-4171-8681-427f98dc6b58 {{(pid=93363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 13:35:14.289335 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron.plugins.ml2.rpc [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Device 1aa111eb-9bc5-4171-8681-427f98dc6b58 not bound to the agent host dv-cinder-787296-4-iscsi {{(pid=93363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 13:35:14.316454 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-578351', 'neutron.services.segments.db._delete_segments_for_network-8735474065776'] for network, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:14.328783 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3c74a6-a9c0-41cc-be13-79f9e1753b06']}} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:14.338457 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d3a32f-b243-4b35-942a-6ef41dc58430') {'for_net_delete': True} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:14.339124 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.services.segments.db [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d3a32f-b243-4b35-942a-6ef41dc58430') {} {{(pid=93362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 13:35:14.347932 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735474069369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8290816'] for segment, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:14.366465 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025'] for segment, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:14.369470 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 13:35:14.369623 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8150994'] for segment, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: Traceback (most recent call last): Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: timer() Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: cb(*args, **kw) Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: return func(*args, **kwargs) Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: self._notify() Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: self.callback(batched_events) Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: event.method(event) Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: return f(self, *a, **k) Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._get(url).json() Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: return self.request(url, 'GET', **kwargs) Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 13:35:14.371664 dv-cinder-787296-4-iscsi neutron-server[93362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 13:35:14.428726 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-578358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2076079'] for network, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:14.433746 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611032'] for network, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:14.436819 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] 10.222.0.32 "DELETE /v2.0/networks/aa3c74a6-a9c0-41cc-be13-79f9e1753b06 HTTP/1.1" status: 204 len: 168 time: 0.7817209 Aug 09 13:35:14.450412 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3e045-3831-44aa-a507-79453754ce4c admin admin] Pushing event deleted for resources: {'Network': ['ID=aa3c74a6-a9c0-41cc-be13-79f9e1753b06,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:14.557472 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60516) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:14.599714 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-fe8c2f0e-559c-4cf6-8f40-82028985de82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02b3fbef9c64440990404d220d564388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410130 Aug 09 13:35:14.602257 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60518) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:14.656604 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6a3da659-f436-4f24-8715-e7482aae7f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:14.678281 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6a3da659-f436-4f24-8715-e7482aae7f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:14.729420 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6a3da659-f436-4f24-8715-e7482aae7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:14.732024 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-6a3da659-f436-4f24-8715-e7482aae7f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:14.733227 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-6a3da659-f436-4f24-8715-e7482aae7f1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8517c94-5e68-4521-a4db-6bcdfebca0ce HTTP/1.1" status: 204 len: 168 time: 0.1300831 Aug 09 13:35:14.744062 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3da659-f436-4f24-8715-e7482aae7f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8517c94-5e68-4521-a4db-6bcdfebca0ce,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:15.108602 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60524) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:15.154136 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-f6b95de4-0976-4b3c-81fb-f289b471cd06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=407ae172dce64cb9b334cb72d967f005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443256 Aug 09 13:35:15.156830 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [-] (93362) accepted ('10.222.0.32', 60526) {{(pid=93362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 13:35:15.208548 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cdfce3de-ca70-484f-ba18-1cfc859d5396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:15.230325 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cdfce3de-ca70-484f-ba18-1cfc859d5396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:15.278932 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cdfce3de-ca70-484f-ba18-1cfc859d5396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580214'] for security_group, after_delete {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:15.282627 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron_lib.callbacks.manager [None req-cdfce3de-ca70-484f-ba18-1cfc859d5396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:15.284178 dv-cinder-787296-4-iscsi neutron-server[93362]: INFO neutron.wsgi [None req-cdfce3de-ca70-484f-ba18-1cfc859d5396 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38fa7f4c-0741-457e-b34b-e2c88a60314c HTTP/1.1" status: 204 len: 168 time: 0.1262107 Aug 09 13:35:15.295343 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfce3de-ca70-484f-ba18-1cfc859d5396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fa7f4c-0741-457e-b34b-e2c88a60314c,revision_number=None']} {{(pid=93362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 13:35:32.401595 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:35:35.059237 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd9b9-f2d0-454d-b365-9bbdf243cf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:37.580341 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-33cc810a-8a57-4dba-a6cb-f289b0481069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:37.931289 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:38.452176 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:38.809543 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:35:40.257127 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:05.063674 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-059d5993-72c4-47a6-9952-08eb377c60ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:07.583150 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c70f-4de9-4cc3-8a47-775f2a4d632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:07.935684 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:08.474350 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:08.812327 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:09.400755 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:36:10.258753 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:35.070325 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-6450ad3e-f3ec-4c60-a2e8-3cd14cbbba2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:37.593090 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9f589020-ceb9-46a7-8ce0-e8375c4910c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:37.944407 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:38.476904 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:38.814934 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:40.261851 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:36:46.400120 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:37:05.073056 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-84d2b82e-39c0-42ef-9282-79fda2d48a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:07.598080 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-382c46eb-136c-4eb1-b2ab-fd8afc01f42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:07.938104 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:08.464076 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:08.821514 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:10.269166 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:23.399369 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:37:35.069992 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-6fe05ce0-f7ab-47cf-9ea4-7d11a9b39fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:37.590870 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-1362a266-5acc-4988-a4ec-61ec24aa9ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:37.942568 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:38.467714 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:38.820079 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:37:40.283927 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:00.400861 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:38:05.064661 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-4c074564-56a8-43f1-867d-481378e31a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:07.595017 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-49d131a5-bc0b-4a2b-9a24-b99e553fb194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:07.947423 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:08.461251 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:08.827650 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:10.272666 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:35.069132 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-7f28e0ee-fb14-414f-9d34-1dc799833868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:37.401327 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:38:37.600956 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-d4fd376b-209a-480a-a205-d9284a0487d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:37.962266 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:38.460738 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:38.832140 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:38:40.284929 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:05.085792 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9e30c87c-4a57-445a-8168-bfe52fdc36d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:07.613703 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-548d73a6-9fc6-4dd3-90d9-c4ece307e74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:07.964590 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:08.474949 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:08.842152 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:10.282896 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:14.401353 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:39:35.072747 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-8495fdb1-f086-4eab-8aba-97b6d707268f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:37.612046 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-5ddbbe95-90ad-411f-b3e3-f53e29f53794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:37.963797 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:38.489522 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:38.842968 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:40.287778 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:39:45.131588 dv-cinder-787296-4-iscsi neutron-server[93362]: DEBUG neutron.wsgi [req-3de32d86-6b8e-4a2e-b389-71570bdf9ce4 req-3fc71136-6ed0-4162-884d-611110f19aca service neutron] (93362) timed out ('10.222.0.42', 61020) {{(pid=93362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 13:39:51.400884 dv-cinder-787296-4-iscsi neutron-server[93364]: DEBUG neutron.db.agents_db [None req-3fe7b73d-59cb-4ebf-907c-73fa184baf56 None None] Agent healthcheck: found 6 active agents {{(pid=93364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 13:40:05.080736 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-080ffcba-13b9-469e-8629-65f8f7e1d36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:40:07.610457 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c8ab7533-bc0f-42a3-95d0-26072af66585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:40:07.962682 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-36be7400-e9f4-482d-a689-313778f9f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:40:08.487798 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-fb61256d-7b10-4d98-b906-c6fe8b90e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:40:08.842012 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-c6584ee4-7aad-42af-93b8-bce322111ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 13:40:10.286536 dv-cinder-787296-4-iscsi neutron-server[93363]: DEBUG neutron_lib.callbacks.manager [None req-9fa66bd6-108f-439c-8bd4-aee3c439abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735474065668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-956577'] for agent, after_update {{(pid=93363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}